2024-11-14 03:17:10,821 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 03:17:10,859 main DEBUG Took 0.035902 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 03:17:10,860 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 03:17:10,860 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 03:17:10,861 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 03:17:10,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,871 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 03:17:10,887 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,889 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,891 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,893 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,894 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,896 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,897 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,898 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,899 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,900 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,901 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:17:10,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,903 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 03:17:10,905 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:17:10,907 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 03:17:10,909 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 03:17:10,910 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 03:17:10,912 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 03:17:10,912 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 03:17:10,923 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 03:17:10,926 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 03:17:10,928 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 03:17:10,929 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 03:17:10,929 main DEBUG createAppenders(={Console}) 2024-11-14 03:17:10,930 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 03:17:10,931 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 03:17:10,931 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 03:17:10,932 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 03:17:10,932 main DEBUG OutputStream closed 2024-11-14 03:17:10,933 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 03:17:10,933 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 03:17:10,933 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 03:17:11,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 03:17:11,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 03:17:11,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 03:17:11,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 03:17:11,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 03:17:11,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 03:17:11,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 03:17:11,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 03:17:11,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 03:17:11,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 03:17:11,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 03:17:11,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 03:17:11,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 03:17:11,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 03:17:11,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 03:17:11,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 03:17:11,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 03:17:11,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 03:17:11,056 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 03:17:11,056 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 03:17:11,056 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 03:17:11,057 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T03:17:11,072 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 03:17:11,076 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 03:17:11,077 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T03:17:11,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=6907 2024-11-14T03:17:11,512 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T03:17:11,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff 2024-11-14T03:17:11,600 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320, deleteOnExit=true 2024-11-14T03:17:11,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320/zookeeper_0, clientPort=51032, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:17:11,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51032 2024-11-14T03:17:11,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:17:11,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:17:11,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/test.cache.data in system properties and HBase conf 2024-11-14T03:17:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:17:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:17:11,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:17:11,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:17:11,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:17:12,029 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T03:17:12,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:17:12,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:12,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:12,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:17:12,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:12,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:17:12,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:17:12,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:12,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:12,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:17:12,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:17:12,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:17:12,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:17:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:17:13,580 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T03:17:13,717 INFO [Time-limited test {}] log.Log(170): Logging initialized @3926ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T03:17:13,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:13,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:13,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:13,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:14,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:17:14,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:14,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:14,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:14,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/java.io.tmpdir/jetty-localhost-43759-hadoop-hdfs-3_4_1-tests_jar-_-any-15851860793035113273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:17:14,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:43759} 2024-11-14T03:17:14,333 INFO [Time-limited test {}] server.Server(415): Started @4543ms 2024-11-14T03:17:15,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:15,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:15,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:15,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:15,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:17:15,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:15,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:15,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/java.io.tmpdir/jetty-localhost-35273-hadoop-hdfs-3_4_1-tests_jar-_-any-13384553997204196785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:17:15,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:35273} 2024-11-14T03:17:15,282 INFO [Time-limited test {}] server.Server(415): Started @5492ms 2024-11-14T03:17:15,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:17:16,582 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320/data/data2/current/BP-1967612645-172.17.0.3-1731554233044/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:16,582 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320/data/data1/current/BP-1967612645-172.17.0.3-1731554233044/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:16,624 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:17:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90830e64c4c3af51 with lease ID 0x2e0df10f0f5b88e: Processing first storage report for DS-57f62a4e-bd97-48f5-8237-ac9c284c640a from datanode DatanodeRegistration(127.0.0.1:37663, datanodeUuid=449dd3fb-1966-4e85-868d-281a77e61215, infoPort=45805, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1298414656;c=1731554233044) 2024-11-14T03:17:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90830e64c4c3af51 with lease ID 0x2e0df10f0f5b88e: from storage DS-57f62a4e-bd97-48f5-8237-ac9c284c640a node DatanodeRegistration(127.0.0.1:37663, datanodeUuid=449dd3fb-1966-4e85-868d-281a77e61215, infoPort=45805, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1298414656;c=1731554233044), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T03:17:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90830e64c4c3af51 with lease ID 0x2e0df10f0f5b88e: Processing first storage report for DS-b2765c61-e3ed-4851-9d9b-94651dae171a from datanode DatanodeRegistration(127.0.0.1:37663, datanodeUuid=449dd3fb-1966-4e85-868d-281a77e61215, infoPort=45805, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1298414656;c=1731554233044) 2024-11-14T03:17:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90830e64c4c3af51 with lease ID 0x2e0df10f0f5b88e: from storage DS-b2765c61-e3ed-4851-9d9b-94651dae171a node DatanodeRegistration(127.0.0.1:37663, datanodeUuid=449dd3fb-1966-4e85-868d-281a77e61215, infoPort=45805, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1298414656;c=1731554233044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:17:16,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff 2024-11-14T03:17:16,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:16,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:17,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:17:17,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec with version=8 2024-11-14T03:17:17,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/hbase-staging 2024-11-14T03:17:17,500 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T03:17:17,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:17,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:17,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:17,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:17,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:17,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:18,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:17:18,118 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T03:17:18,130 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T03:17:18,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:18,163 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13322 (auto-detected) 2024-11-14T03:17:18,164 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T03:17:18,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35511 2024-11-14T03:17:18,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35511 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:18,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355110x0, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:18,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35511-0x1013758c1900000 connected 2024-11-14T03:17:18,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:18,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:18,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:18,520 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec, hbase.cluster.distributed=false 2024-11-14T03:17:18,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/acl 2024-11-14T03:17:18,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-14T03:17:18,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35511 2024-11-14T03:17:18,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35511 2024-11-14T03:17:18,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-14T03:17:18,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-14T03:17:18,685 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:18,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:18,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:18,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:18,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:18,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:18,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:17:18,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:18,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34935 2024-11-14T03:17:18,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34935 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:18,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:18,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:18,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349350x0, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349350x0, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:18,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34935-0x1013758c1900001 connected 2024-11-14T03:17:18,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:17:18,764 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:17:18,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/master 2024-11-14T03:17:18,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/acl 2024-11-14T03:17:18,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-14T03:17:18,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34935 2024-11-14T03:17:18,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34935 2024-11-14T03:17:18,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-14T03:17:18,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-14T03:17:18,825 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:35511 2024-11-14T03:17:18,829 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01220389126/backup-masters/b152692f18ba,35511,1731554237651 2024-11-14T03:17:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:18,850 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on existing znode=/01220389126/backup-masters/b152692f18ba,35511,1731554237651 2024-11-14T03:17:18,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01220389126/master 2024-11-14T03:17:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:18,881 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on existing znode=/01220389126/master 2024-11-14T03:17:18,883 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01220389126/backup-masters/b152692f18ba,35511,1731554237651 from backup master directory 2024-11-14T03:17:18,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:18,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/backup-masters/b152692f18ba,35511,1731554237651 2024-11-14T03:17:18,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:18,898 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:18,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,35511,1731554237651 2024-11-14T03:17:18,901 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T03:17:18,902 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T03:17:18,961 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/hbase.id] with ID: 8370b497-af6f-4414-9bdd-9042f7169d1c 2024-11-14T03:17:18,961 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/.tmp/hbase.id 2024-11-14T03:17:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:17:19,385 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/.tmp/hbase.id]:[hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/hbase.id] 2024-11-14T03:17:19,438 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:19,445 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:17:19,472 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-14T03:17:19,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:19,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:17:19,955 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:17:19,958 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:17:19,973 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:17:19,977 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:20,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:17:20,433 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store 2024-11-14T03:17:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:17:20,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T03:17:20,870 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:20,871 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:20,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:20,871 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:20,872 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:20,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:20,873 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:20,874 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554240871Disabling compacts and flushes for region at 1731554240871Disabling writes for close at 1731554240872 (+1 ms)Writing region close event to WAL at 1731554240873 (+1 ms)Closed at 1731554240873 2024-11-14T03:17:20,876 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/.initializing 2024-11-14T03:17:20,877 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651 2024-11-14T03:17:20,887 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:20,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C35511%2C1731554237651, suffix=, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/oldWALs, maxLogs=10 2024-11-14T03:17:20,932 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651/b152692f18ba%2C35511%2C1731554237651.1731554240909, exclude list is [], retry=0 2024-11-14T03:17:20,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:20,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T03:17:21,004 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651/b152692f18ba%2C35511%2C1731554237651.1731554240909 2024-11-14T03:17:21,006 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:21,007 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:21,007 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:21,011 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,012 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:17:21,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:21,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:21,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:17:21,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:21,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:21,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:17:21,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:21,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:21,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:17:21,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:21,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:21,120 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,124 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,125 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,136 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:21,140 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:21,145 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:21,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71837258, jitterRate=0.0704585611820221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:21,154 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554241029Initializing all the Stores at 1731554241032 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554241033 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554241033Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554241034 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554241034Cleaning up temporary data from old regions at 1731554241132 (+98 ms)Region opened successfully at 1731554241154 (+22 ms) 2024-11-14T03:17:21,156 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:17:21,195 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cac466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:21,232 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:17:21,247 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:17:21,247 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:17:21,254 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:17:21,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T03:17:21,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T03:17:21,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:17:21,295 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:17:21,307 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/balancer because node does not exist (not necessarily an error) 2024-11-14T03:17:21,381 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/balancer already deleted, retry=false 2024-11-14T03:17:21,384 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:17:21,386 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:17:21,394 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/normalizer already deleted, retry=false 2024-11-14T03:17:21,397 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:17:21,401 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:17:21,413 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/switch/split already deleted, retry=false 2024-11-14T03:17:21,414 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:17:21,426 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/switch/merge already deleted, retry=false 2024-11-14T03:17:21,445 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:17:21,457 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/snapshot-cleanup already deleted, retry=false 2024-11-14T03:17:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:21,471 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,35511,1731554237651, sessionid=0x1013758c1900000, setting cluster-up flag (Was=false) 2024-11-14T03:17:21,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:21,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:21,542 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01220389126/flush-table-proc/acquired, /01220389126/flush-table-proc/reached, /01220389126/flush-table-proc/abort 2024-11-14T03:17:21,544 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35511,1731554237651 2024-11-14T03:17:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:21,594 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01220389126/online-snapshot/acquired, /01220389126/online-snapshot/reached, /01220389126/online-snapshot/abort 2024-11-14T03:17:21,596 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35511,1731554237651 2024-11-14T03:17:21,603 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:17:21,609 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(746): ClusterId : 8370b497-af6f-4414-9bdd-9042f7169d1c 2024-11-14T03:17:21,611 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:17:21,628 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:17:21,629 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:17:21,638 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:17:21,639 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208d7fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:21,655 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:34935 2024-11-14T03:17:21,659 INFO [RS:0;b152692f18ba:34935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:17:21,659 INFO [RS:0;b152692f18ba:34935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:17:21,660 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:17:21,663 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,35511,1731554237651 with port=34935, startcode=1731554238637 2024-11-14T03:17:21,679 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:17:21,700 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:21,715 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:17:21,726 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:17:21,728 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:17:21,733 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35511 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:17:21,741 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,35511,1731554237651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:17:21,750 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:21,750 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:21,750 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:21,751 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:21,751 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:17:21,751 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,751 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:21,751 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,762 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554271762 2024-11-14T03:17:21,764 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:17:21,765 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:17:21,765 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T03:17:21,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:21,765 WARN [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T03:17:21,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:17:21,769 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:17:21,769 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:17:21,770 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:17:21,770 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:17:21,772 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:21,771 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:17:21,775 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:17:21,776 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:17:21,777 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:17:21,777 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:17:21,784 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:17:21,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:17:21,789 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554241786,5,FailOnTimeoutGroup] 2024-11-14T03:17:21,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:17:21,792 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554241789,5,FailOnTimeoutGroup] 2024-11-14T03:17:21,792 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,792 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:17:21,794 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,794 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,867 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,35511,1731554237651 with port=34935, startcode=1731554238637 2024-11-14T03:17:21,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,34935,1731554238637 2024-11-14T03:17:21,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35511 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,34935,1731554238637 2024-11-14T03:17:21,880 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec 2024-11-14T03:17:21,880 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37263 2024-11-14T03:17:21,880 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:17:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/rs 2024-11-14T03:17:21,890 DEBUG [RS:0;b152692f18ba:34935 {}] zookeeper.ZKUtil(111): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on existing znode=/01220389126/rs/b152692f18ba,34935,1731554238637 2024-11-14T03:17:21,890 WARN [RS:0;b152692f18ba:34935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:21,890 INFO [RS:0;b152692f18ba:34935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:21,891 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637 2024-11-14T03:17:21,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,34935,1731554238637] 2024-11-14T03:17:21,920 INFO [RS:0;b152692f18ba:34935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:17:21,939 INFO [RS:0;b152692f18ba:34935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:17:21,945 INFO [RS:0;b152692f18ba:34935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:17:21,945 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,946 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:17:21,953 INFO [RS:0;b152692f18ba:34935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:17:21,954 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,955 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,955 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,955 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,956 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,956 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,956 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:21,956 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,957 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,957 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,957 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,957 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,957 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:21,958 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:21,958 DEBUG [RS:0;b152692f18ba:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:21,964 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,965 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,965 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,965 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,965 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,965 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34935,1731554238637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:21,990 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:17:21,992 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34935,1731554238637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,993 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:21,993 INFO [RS:0;b152692f18ba:34935 {}] regionserver.Replication(171): b152692f18ba,34935,1731554238637 started 2024-11-14T03:17:22,015 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:22,016 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,34935,1731554238637, RpcServer on b152692f18ba/172.17.0.3:34935, sessionid=0x1013758c1900001 2024-11-14T03:17:22,017 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:17:22,017 DEBUG [RS:0;b152692f18ba:34935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,34935,1731554238637 2024-11-14T03:17:22,017 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,34935,1731554238637' 2024-11-14T03:17:22,018 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01220389126/flush-table-proc/abort' 2024-11-14T03:17:22,019 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01220389126/flush-table-proc/acquired' 2024-11-14T03:17:22,021 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:17:22,021 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:17:22,022 DEBUG [RS:0;b152692f18ba:34935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,34935,1731554238637 2024-11-14T03:17:22,022 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,34935,1731554238637' 2024-11-14T03:17:22,022 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01220389126/online-snapshot/abort' 2024-11-14T03:17:22,026 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01220389126/online-snapshot/acquired' 2024-11-14T03:17:22,027 DEBUG [RS:0;b152692f18ba:34935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:17:22,027 INFO [RS:0;b152692f18ba:34935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:17:22,027 INFO [RS:0;b152692f18ba:34935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:17:22,133 INFO [RS:0;b152692f18ba:34935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:22,136 INFO [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C34935%2C1731554238637, suffix=, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs, maxLogs=10 2024-11-14T03:17:22,159 DEBUG [RS:0;b152692f18ba:34935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140, exclude list is [], retry=0 2024-11-14T03:17:22,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:22,170 INFO [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 2024-11-14T03:17:22,171 DEBUG [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:22,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:17:22,194 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec 2024-11-14T03:17:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:17:22,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:22,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:22,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:22,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:22,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:22,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:22,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:22,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:22,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:22,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:22,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:22,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:22,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:22,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:22,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:22,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:22,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:22,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740 2024-11-14T03:17:22,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740 2024-11-14T03:17:22,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:22,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:22,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:22,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:22,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:22,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74652924, jitterRate=0.11241525411605835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:22,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554242609Initializing all the Stores at 1731554242611 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554242611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554242612 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554242612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554242612Cleaning up temporary data from old regions at 1731554242639 (+27 ms)Region opened successfully at 1731554242653 (+14 ms) 2024-11-14T03:17:22,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:22,653 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:22,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:22,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:22,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:22,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:22,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554242653Disabling compacts and flushes for region at 1731554242653Disabling writes for close at 1731554242653Writing region close event to WAL at 1731554242655 (+2 ms)Closed at 1731554242655 2024-11-14T03:17:22,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:22,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:17:22,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:17:22,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:22,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:17:22,832 DEBUG [b152692f18ba:35511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:17:22,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,34935,1731554238637 2024-11-14T03:17:22,849 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,34935,1731554238637, state=OPENING 2024-11-14T03:17:22,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:17:22,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:22,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:22,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:22,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:22,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:22,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,34935,1731554238637}] 2024-11-14T03:17:23,123 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:17:23,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:17:23,142 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:17:23,143 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:23,143 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:17:23,147 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C34935%2C1731554238637.meta, suffix=.meta, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs, maxLogs=10 2024-11-14T03:17:23,168 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.meta.1731554243150.meta, exclude list is [], retry=0 2024-11-14T03:17:23,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:23,175 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.meta.1731554243150.meta 2024-11-14T03:17:23,175 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:23,176 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:23,181 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:23,183 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:23,186 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:17:23,188 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:17:23,193 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:17:23,193 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:23,194 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:17:23,194 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:17:23,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:23,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:23,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:23,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:23,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:23,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:23,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:23,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:23,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:23,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:23,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:23,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:23,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:23,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:23,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:23,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:23,210 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:23,212 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740 2024-11-14T03:17:23,214 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740 2024-11-14T03:17:23,217 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:23,217 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:23,218 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:23,225 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:23,227 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60084719, jitterRate=-0.10466791689395905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:23,228 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:17:23,230 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554243195Writing region info on filesystem at 1731554243195Initializing all the Stores at 1731554243197 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554243197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554243197Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554243197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554243197Cleaning up temporary data from old regions at 1731554243217 (+20 ms)Running coprocessor post-open hooks at 1731554243228 (+11 ms)Region opened successfully at 1731554243230 (+2 ms) 2024-11-14T03:17:23,242 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554243112 2024-11-14T03:17:23,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,34935,1731554238637 2024-11-14T03:17:23,258 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:17:23,259 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:17:23,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,34935,1731554238637, state=OPEN 2024-11-14T03:17:23,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:23,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:23,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,34935,1731554238637 2024-11-14T03:17:23,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:23,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:17:23,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,34935,1731554238637 in 401 msec 2024-11-14T03:17:23,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:17:23,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-14T03:17:23,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:23,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:17:23,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:23,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,34935,1731554238637, seqNum=-1] 2024-11-14T03:17:23,400 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:23,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:23,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7800 sec 2024-11-14T03:17:23,426 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554243426, completionTime=-1 2024-11-14T03:17:23,429 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:17:23,429 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:17:23,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:17:23,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554303460 2024-11-14T03:17:23,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554363460 2024-11-14T03:17:23,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-14T03:17:23,462 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35511,1731554237651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:23,462 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35511,1731554237651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:23,463 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35511,1731554237651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:23,464 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:35511, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:23,464 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:23,465 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:23,473 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:17:23,499 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.600sec 2024-11-14T03:17:23,501 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:17:23,502 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:17:23,503 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:17:23,504 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:17:23,504 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:17:23,505 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35511,1731554237651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:23,505 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35511,1731554237651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:17:23,515 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:17:23,516 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:17:23,517 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35511,1731554237651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:23,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4153c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:23,527 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T03:17:23,527 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T03:17:23,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35511,-1 for getting cluster id 2024-11-14T03:17:23,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:23,545 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8370b497-af6f-4414-9bdd-9042f7169d1c' 2024-11-14T03:17:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8370b497-af6f-4414-9bdd-9042f7169d1c" 2024-11-14T03:17:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d4623e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35511,-1] 2024-11-14T03:17:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:23,562 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:23,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:23,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:23,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,34935,1731554238637, seqNum=-1] 2024-11-14T03:17:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:23,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,35511,1731554237651 2024-11-14T03:17:23,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:23,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:23,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013758c1900002 connected 2024-11-14T03:17:23,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.log.dir so I do NOT create it in target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb 2024-11-14T03:17:23,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:17:23,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.tmp.dir so I do NOT create it in target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb 2024-11-14T03:17:23,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:17:23,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb 2024-11-14T03:17:23,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:17:23,731 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/cluster_6a48590b-3d4f-98e9-614a-feba7a0cbe43, deleteOnExit=true 2024-11-14T03:17:23,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:17:23,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/test.cache.data in system properties and HBase conf 2024-11-14T03:17:23,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:17:23,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:17:23,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:17:23,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:17:23,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:17:23,732 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:17:23,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:23,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:23,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:17:23,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:23,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:17:23,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:17:23,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:23,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:23,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:17:23,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:17:23,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:17:23,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:23,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:17:23,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:17:24,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:24,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:24,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:24,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:24,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:17:24,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:24,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:24,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:24,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a033f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/java.io.tmpdir/jetty-localhost-39819-hadoop-hdfs-3_4_1-tests_jar-_-any-16091095217118267614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:17:24,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:39819} 2024-11-14T03:17:24,255 INFO [Time-limited test {}] server.Server(415): Started @14465ms 2024-11-14T03:17:24,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:24,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:24,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:24,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:24,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:17:24,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:24,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:24,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c12bb3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/java.io.tmpdir/jetty-localhost-43053-hadoop-hdfs-3_4_1-tests_jar-_-any-13746869360580439847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:17:24,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:43053} 2024-11-14T03:17:24,651 INFO [Time-limited test {}] server.Server(415): Started @14862ms 2024-11-14T03:17:24,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:17:25,504 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/cluster_6a48590b-3d4f-98e9-614a-feba7a0cbe43/data/data1/current/BP-1660265892-172.17.0.3-1731554243769/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:25,504 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/cluster_6a48590b-3d4f-98e9-614a-feba7a0cbe43/data/data2/current/BP-1660265892-172.17.0.3-1731554243769/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:25,552 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:17:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd2dec9bdee1f56c with lease ID 0xf1c8ef69fa322fe8: Processing first storage report for DS-19f60c63-3bb8-4723-88b2-153dc651df5c from datanode DatanodeRegistration(127.0.0.1:45177, datanodeUuid=45cecca6-dae6-4cb5-a16e-9ad48c467306, infoPort=36029, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1645331699;c=1731554243769) 2024-11-14T03:17:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd2dec9bdee1f56c with lease ID 0xf1c8ef69fa322fe8: from storage DS-19f60c63-3bb8-4723-88b2-153dc651df5c node DatanodeRegistration(127.0.0.1:45177, datanodeUuid=45cecca6-dae6-4cb5-a16e-9ad48c467306, infoPort=36029, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1645331699;c=1731554243769), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T03:17:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd2dec9bdee1f56c with lease ID 0xf1c8ef69fa322fe8: Processing first storage report for DS-311353ff-9c65-4cb6-a3c4-91d00fce80e2 from datanode DatanodeRegistration(127.0.0.1:45177, datanodeUuid=45cecca6-dae6-4cb5-a16e-9ad48c467306, infoPort=36029, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1645331699;c=1731554243769) 2024-11-14T03:17:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd2dec9bdee1f56c with lease ID 0xf1c8ef69fa322fe8: from storage DS-311353ff-9c65-4cb6-a3c4-91d00fce80e2 node DatanodeRegistration(127.0.0.1:45177, datanodeUuid=45cecca6-dae6-4cb5-a16e-9ad48c467306, infoPort=36029, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=1645331699;c=1731554243769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:17:25,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb 2024-11-14T03:17:25,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:25,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:17:26,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263 with version=8 2024-11-14T03:17:26,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/hbase-staging 2024-11-14T03:17:26,077 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:26,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:26,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:26,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:26,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:26,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:26,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:17:26,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:26,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39467 2024-11-14T03:17:26,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39467 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:26,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394670x0, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:26,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39467-0x1013758c1900003 connected 2024-11-14T03:17:26,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:26,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:26,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on znode that does not yet exist, /1575524486/running 2024-11-14T03:17:26,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263, hbase.cluster.distributed=false 2024-11-14T03:17:26,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on znode that does not yet exist, /1575524486/acl 2024-11-14T03:17:26,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39467 2024-11-14T03:17:26,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39467 2024-11-14T03:17:26,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39467 2024-11-14T03:17:26,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39467 2024-11-14T03:17:26,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39467 2024-11-14T03:17:26,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:26,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:26,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:26,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:26,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:26,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:26,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:17:26,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:26,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45633 2024-11-14T03:17:26,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45633 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:26,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:26,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:26,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456330x0, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:26,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456330x0, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on znode that does not yet exist, /1575524486/running 2024-11-14T03:17:26,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45633-0x1013758c1900004 connected 2024-11-14T03:17:26,258 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:17:26,264 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:17:26,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on znode that does not yet exist, /1575524486/master 2024-11-14T03:17:26,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on znode that does not yet exist, /1575524486/acl 2024-11-14T03:17:26,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-14T03:17:26,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45633 2024-11-14T03:17:26,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45633 2024-11-14T03:17:26,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-14T03:17:26,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-14T03:17:26,293 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:39467 2024-11-14T03:17:26,293 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1575524486/backup-masters/b152692f18ba,39467,1731554246077 2024-11-14T03:17:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486/backup-masters 2024-11-14T03:17:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486/backup-masters 2024-11-14T03:17:26,308 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on existing znode=/1575524486/backup-masters/b152692f18ba,39467,1731554246077 2024-11-14T03:17:26,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:26,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1575524486/master 2024-11-14T03:17:26,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:26,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on existing znode=/1575524486/master 2024-11-14T03:17:26,322 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1575524486/backup-masters/b152692f18ba,39467,1731554246077 from backup master directory 2024-11-14T03:17:26,331 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:26,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1575524486/backup-masters/b152692f18ba,39467,1731554246077 2024-11-14T03:17:26,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486/backup-masters 2024-11-14T03:17:26,331 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,39467,1731554246077 2024-11-14T03:17:26,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486/backup-masters 2024-11-14T03:17:26,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/hbase.id] with ID: 9edfd552-7902-4e77-975a-f4da01311ede 2024-11-14T03:17:26,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/.tmp/hbase.id 2024-11-14T03:17:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:17:26,356 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/.tmp/hbase.id]:[hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/hbase.id] 2024-11-14T03:17:26,403 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:26,403 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:17:26,408 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-14T03:17:26,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:26,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:17:26,536 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:17:26,537 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:17:26,537 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:17:26,554 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store 2024-11-14T03:17:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:17:26,967 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:26,967 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:26,967 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:26,967 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:26,967 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:26,967 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:26,967 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:26,968 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554246967Disabling compacts and flushes for region at 1731554246967Disabling writes for close at 1731554246967Writing region close event to WAL at 1731554246967Closed at 1731554246967 2024-11-14T03:17:26,969 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/.initializing 2024-11-14T03:17:26,969 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/WALs/b152692f18ba,39467,1731554246077 2024-11-14T03:17:26,971 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:26,975 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C39467%2C1731554246077, suffix=, logDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/WALs/b152692f18ba,39467,1731554246077, archiveDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/oldWALs, maxLogs=10 2024-11-14T03:17:26,997 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/WALs/b152692f18ba,39467,1731554246077/b152692f18ba%2C39467%2C1731554246077.1731554246975, exclude list is [], retry=0 2024-11-14T03:17:27,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45177,DS-19f60c63-3bb8-4723-88b2-153dc651df5c,DISK] 2024-11-14T03:17:27,027 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/WALs/b152692f18ba,39467,1731554246077/b152692f18ba%2C39467%2C1731554246077.1731554246975 2024-11-14T03:17:27,028 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36029:36029)] 2024-11-14T03:17:27,028 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:27,029 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:27,029 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,029 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:17:27,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:27,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:27,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:17:27,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:17:27,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:27,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:27,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:17:27,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:27,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:27,065 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,067 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,068 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,071 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,071 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,073 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:27,076 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:27,083 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:27,084 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59484158, jitterRate=-0.11361697316169739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:27,084 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554247029Initializing all the Stores at 1731554247032 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554247032Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554247035 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554247035Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554247035Cleaning up temporary data from old regions at 1731554247071 (+36 ms)Region opened successfully at 1731554247084 (+13 ms) 2024-11-14T03:17:27,084 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:17:27,093 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adef99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:27,094 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:17:27,095 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:17:27,095 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:17:27,095 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:17:27,096 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:17:27,096 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:17:27,097 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:17:27,103 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:17:27,105 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Unable to get data of znode /1575524486/balancer because node does not exist (not necessarily an error) 2024-11-14T03:17:27,152 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1575524486/balancer already deleted, retry=false 2024-11-14T03:17:27,152 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:17:27,153 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Unable to get data of znode /1575524486/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:17:27,162 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1575524486/normalizer already deleted, retry=false 2024-11-14T03:17:27,163 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:17:27,164 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Unable to get data of znode /1575524486/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:17:27,173 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1575524486/switch/split already deleted, retry=false 2024-11-14T03:17:27,174 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Unable to get data of znode /1575524486/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:17:27,183 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1575524486/switch/merge already deleted, retry=false 2024-11-14T03:17:27,187 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Unable to get data of znode /1575524486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:17:27,194 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1575524486/snapshot-cleanup already deleted, retry=false 2024-11-14T03:17:27,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1575524486/running 2024-11-14T03:17:27,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1575524486/running 2024-11-14T03:17:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:27,205 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,39467,1731554246077, sessionid=0x1013758c1900003, setting cluster-up flag (Was=false) 2024-11-14T03:17:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:27,257 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1575524486/flush-table-proc/acquired, /1575524486/flush-table-proc/reached, /1575524486/flush-table-proc/abort 2024-11-14T03:17:27,259 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,39467,1731554246077 2024-11-14T03:17:27,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:27,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:27,310 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1575524486/online-snapshot/acquired, /1575524486/online-snapshot/reached, /1575524486/online-snapshot/abort 2024-11-14T03:17:27,311 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,39467,1731554246077 2024-11-14T03:17:27,314 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:17:27,318 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:27,318 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:17:27,318 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:17:27,318 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,39467,1731554246077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:17:27,320 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:27,320 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:27,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:27,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:27,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:17:27,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:27,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:27,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:17:27,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:27,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:17:27,340 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554277340 2024-11-14T03:17:27,340 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:17:27,340 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:17:27,341 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:17:27,341 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:17:27,341 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:17:27,341 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:17:27,342 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,342 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:17:27,342 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:17:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:17:27,346 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:17:27,346 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:17:27,346 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:17:27,346 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:17:27,346 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554247346,5,FailOnTimeoutGroup] 2024-11-14T03:17:27,347 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554247346,5,FailOnTimeoutGroup] 2024-11-14T03:17:27,347 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,347 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:17:27,347 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,347 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,382 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(746): ClusterId : 9edfd552-7902-4e77-975a-f4da01311ede 2024-11-14T03:17:27,382 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:17:27,395 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:17:27,395 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:17:27,405 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:17:27,406 DEBUG [RS:0;b152692f18ba:45633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305c82e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:27,421 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:45633 2024-11-14T03:17:27,422 INFO [RS:0;b152692f18ba:45633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:17:27,422 INFO [RS:0;b152692f18ba:45633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:17:27,422 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:17:27,423 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,39467,1731554246077 with port=45633, startcode=1731554246236 2024-11-14T03:17:27,423 DEBUG [RS:0;b152692f18ba:45633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:17:27,425 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:17:27,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,45633,1731554246236 2024-11-14T03:17:27,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39467 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,45633,1731554246236 2024-11-14T03:17:27,429 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263 2024-11-14T03:17:27,429 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42953 2024-11-14T03:17:27,429 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:17:27,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486/rs 2024-11-14T03:17:27,437 DEBUG [RS:0;b152692f18ba:45633 {}] zookeeper.ZKUtil(111): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on existing znode=/1575524486/rs/b152692f18ba,45633,1731554246236 2024-11-14T03:17:27,437 WARN [RS:0;b152692f18ba:45633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:27,437 INFO [RS:0;b152692f18ba:45633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:27,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,45633,1731554246236] 2024-11-14T03:17:27,437 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236 2024-11-14T03:17:27,443 INFO [RS:0;b152692f18ba:45633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:17:27,445 INFO [RS:0;b152692f18ba:45633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:17:27,446 INFO [RS:0;b152692f18ba:45633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:17:27,446 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,446 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:17:27,447 INFO [RS:0;b152692f18ba:45633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:17:27,447 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,448 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:27,449 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:27,449 DEBUG [RS:0;b152692f18ba:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:27,452 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,452 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,452 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,452 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,452 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,452 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45633,1731554246236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:27,470 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:17:27,470 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45633,1731554246236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,471 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,471 INFO [RS:0;b152692f18ba:45633 {}] regionserver.Replication(171): b152692f18ba,45633,1731554246236 started 2024-11-14T03:17:27,488 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:27,488 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,45633,1731554246236, RpcServer on b152692f18ba/172.17.0.3:45633, sessionid=0x1013758c1900004 2024-11-14T03:17:27,488 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:17:27,488 DEBUG [RS:0;b152692f18ba:45633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,45633,1731554246236 2024-11-14T03:17:27,488 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45633,1731554246236' 2024-11-14T03:17:27,489 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1575524486/flush-table-proc/abort' 2024-11-14T03:17:27,489 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1575524486/flush-table-proc/acquired' 2024-11-14T03:17:27,490 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:17:27,490 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:17:27,490 DEBUG [RS:0;b152692f18ba:45633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,45633,1731554246236 2024-11-14T03:17:27,490 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45633,1731554246236' 2024-11-14T03:17:27,490 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1575524486/online-snapshot/abort' 2024-11-14T03:17:27,491 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1575524486/online-snapshot/acquired' 2024-11-14T03:17:27,491 DEBUG [RS:0;b152692f18ba:45633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:17:27,491 INFO [RS:0;b152692f18ba:45633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:17:27,491 INFO [RS:0;b152692f18ba:45633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:17:27,592 INFO [RS:0;b152692f18ba:45633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:27,595 INFO [RS:0;b152692f18ba:45633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45633%2C1731554246236, suffix=, logDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236, archiveDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/oldWALs, maxLogs=10 2024-11-14T03:17:27,615 DEBUG [RS:0;b152692f18ba:45633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236/b152692f18ba%2C45633%2C1731554246236.1731554247597, exclude list is [], retry=0 2024-11-14T03:17:27,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45177,DS-19f60c63-3bb8-4723-88b2-153dc651df5c,DISK] 2024-11-14T03:17:27,625 INFO [RS:0;b152692f18ba:45633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236/b152692f18ba%2C45633%2C1731554246236.1731554247597 2024-11-14T03:17:27,625 DEBUG [RS:0;b152692f18ba:45633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36029:36029)] 2024-11-14T03:17:27,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:17:27,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263 2024-11-14T03:17:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:17:27,914 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:17:28,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:17:28,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:17:28,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:28,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T03:17:28,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:28,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:17:28,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:17:28,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T03:17:28,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:28,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:28,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:28,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:28,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:28,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:28,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:28,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:28,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:28,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:28,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740 2024-11-14T03:17:28,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740 2024-11-14T03:17:28,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:28,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:28,188 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:28,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:28,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:28,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66671165, jitterRate=-0.006522223353385925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:28,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554248161Initializing all the Stores at 1731554248163 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554248163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554248163Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554248163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554248163Cleaning up temporary data from old regions at 1731554248188 (+25 ms)Region opened successfully at 1731554248197 (+9 ms) 2024-11-14T03:17:28,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:28,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:28,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:28,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:28,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:28,198 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:28,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554248197Disabling compacts and flushes for region at 1731554248197Disabling writes for close at 1731554248197Writing region close event to WAL at 1731554248198 (+1 ms)Closed at 1731554248198 2024-11-14T03:17:28,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:28,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:17:28,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:17:28,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:28,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:17:28,354 DEBUG [b152692f18ba:39467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:17:28,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,45633,1731554246236 2024-11-14T03:17:28,357 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45633,1731554246236, state=OPENING 2024-11-14T03:17:28,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:17:28,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:28,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:28,500 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:28,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1575524486/meta-region-server: CHANGED 2024-11-14T03:17:28,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1575524486/meta-region-server: CHANGED 2024-11-14T03:17:28,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45633,1731554246236}] 2024-11-14T03:17:28,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:17:28,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:17:28,664 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:17:28,664 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:28,665 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:17:28,668 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45633%2C1731554246236.meta, suffix=.meta, logDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236, archiveDir=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/oldWALs, maxLogs=10 2024-11-14T03:17:28,688 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236/b152692f18ba%2C45633%2C1731554246236.meta.1731554248670.meta, exclude list is [], retry=0 2024-11-14T03:17:28,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45177,DS-19f60c63-3bb8-4723-88b2-153dc651df5c,DISK] 2024-11-14T03:17:28,695 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236/b152692f18ba%2C45633%2C1731554246236.meta.1731554248670.meta 2024-11-14T03:17:28,695 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36029:36029)] 2024-11-14T03:17:28,696 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:28,696 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:28,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:28,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:17:28,697 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:17:28,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:17:28,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:28,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:17:28,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:17:28,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:28,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:28,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:28,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:28,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:28,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:28,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:28,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:28,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:28,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:28,714 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:28,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:17:28,718 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740 2024-11-14T03:17:28,727 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740 2024-11-14T03:17:28,731 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:28,731 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:28,732 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:28,735 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:28,740 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61187427, jitterRate=-0.08823628723621368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:28,740 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:17:28,740 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554248698Writing region info on filesystem at 1731554248698Initializing all the Stores at 1731554248699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554248699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554248700 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554248700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554248700Cleaning up temporary data from old regions at 1731554248731 (+31 ms)Running coprocessor post-open hooks at 1731554248740 (+9 ms)Region opened successfully at 1731554248740 2024-11-14T03:17:28,751 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554248657 2024-11-14T03:17:28,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,45633,1731554246236 2024-11-14T03:17:28,761 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:17:28,761 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:17:28,763 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45633,1731554246236, state=OPEN 2024-11-14T03:17:28,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1575524486/meta-region-server 2024-11-14T03:17:28,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1575524486/meta-region-server 2024-11-14T03:17:28,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,45633,1731554246236 2024-11-14T03:17:28,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1575524486/meta-region-server: CHANGED 2024-11-14T03:17:28,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1575524486/meta-region-server: CHANGED 2024-11-14T03:17:28,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:17:28,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45633,1731554246236 in 274 msec 2024-11-14T03:17:28,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:17:28,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 581 msec 2024-11-14T03:17:28,792 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:28,792 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:17:28,795 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:28,795 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45633,1731554246236, seqNum=-1] 2024-11-14T03:17:28,795 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:28,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:28,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4900 sec 2024-11-14T03:17:28,809 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554248809, completionTime=-1 2024-11-14T03:17:28,809 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:17:28,809 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:17:28,811 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554308811 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554368812 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39467,1731554246077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39467,1731554246077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39467,1731554246077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:39467, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:28,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:28,815 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:17:28,816 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.491sec 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39467,1731554246077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:28,822 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39467,1731554246077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:17:28,826 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:17:28,826 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:17:28,826 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39467,1731554246077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:28,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:28,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:28,885 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474c9196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:28,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:28,890 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:28,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:28,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45633,1731554246236, seqNum=-1] 2024-11-14T03:17:28,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:28,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:28,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,39467,1731554246077 2024-11-14T03:17:28,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:28,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:28,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013758c1900005 connected 2024-11-14T03:17:28,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35511,-1 for getting cluster id 2024-11-14T03:17:28,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:28,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8370b497-af6f-4414-9bdd-9042f7169d1c' 2024-11-14T03:17:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8370b497-af6f-4414-9bdd-9042f7169d1c" 2024-11-14T03:17:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a369dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35511,-1] 2024-11-14T03:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:28,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c406285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35511,1731554237651 2024-11-14T03:17:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f00de29 2024-11-14T03:17:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:28,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:28,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:17:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:17:28,968 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:28,970 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bad2c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,970 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:28,970 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:28,971 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2929cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:28,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:28,974 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:28,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3304af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:28,975 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:28,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:28,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@341dfd02 2024-11-14T03:17:28,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:28,982 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:28,997 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T03:17:28,997 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:17:29,003 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:29,003 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:29,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:29,018 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:17:29,029 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:17:29,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:17:29,034 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:29,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:17:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741835_1011 (size=1138) 2024-11-14T03:17:29,059 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c388b43816c373f07068c5129ee1a1e2, NAME => 'hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec 2024-11-14T03:17:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:29,082 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:17:29,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741836_1012 (size=44) 2024-11-14T03:17:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:29,493 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:29,493 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c388b43816c373f07068c5129ee1a1e2, disabling compactions & flushes 2024-11-14T03:17:29,493 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:29,493 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:29,493 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. after waiting 0 ms 2024-11-14T03:17:29,493 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:29,493 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:29,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c388b43816c373f07068c5129ee1a1e2: Waiting for close lock at 1731554249493Disabling compacts and flushes for region at 1731554249493Disabling writes for close at 1731554249493Writing region close event to WAL at 1731554249493Closed at 1731554249493 2024-11-14T03:17:29,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:17:29,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554249496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554249496"}]},"ts":"1731554249496"} 2024-11-14T03:17:29,509 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:17:29,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:17:29,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554249511"}]},"ts":"1731554249511"} 2024-11-14T03:17:29,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:17:29,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN}] 2024-11-14T03:17:29,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN 2024-11-14T03:17:29,525 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN; state=OFFLINE, location=b152692f18ba,34935,1731554238637; forceNewPlan=false, retain=false 2024-11-14T03:17:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:29,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c388b43816c373f07068c5129ee1a1e2, regionState=OPENING, regionLocation=b152692f18ba,34935,1731554238637 2024-11-14T03:17:29,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN because future has completed 2024-11-14T03:17:29,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c388b43816c373f07068c5129ee1a1e2, server=b152692f18ba,34935,1731554238637}] 2024-11-14T03:17:29,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:29,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:29,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:17:29,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C34935%2C1731554238637.rep, suffix=, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs, maxLogs=10 2024-11-14T03:17:29,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.rep.1731554249847, exclude list is [], retry=0 2024-11-14T03:17:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:29,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.rep.1731554249847 2024-11-14T03:17:29,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:29,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c388b43816c373f07068c5129ee1a1e2, NAME => 'hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:29,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:29,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:29,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. service=MultiRowMutationService 2024-11-14T03:17:29,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:17:29,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:29,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,874 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,876 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c388b43816c373f07068c5129ee1a1e2 columnFamilyName hfileref 2024-11-14T03:17:29,876 DEBUG [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:29,878 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(327): Store=c388b43816c373f07068c5129ee1a1e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:29,879 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,881 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c388b43816c373f07068c5129ee1a1e2 columnFamilyName queue 2024-11-14T03:17:29,881 DEBUG [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:29,883 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(327): Store=c388b43816c373f07068c5129ee1a1e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:29,883 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,885 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c388b43816c373f07068c5129ee1a1e2 columnFamilyName sid 2024-11-14T03:17:29,885 DEBUG [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:29,886 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(327): Store=c388b43816c373f07068c5129ee1a1e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:29,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:17:29,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:29,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c388b43816c373f07068c5129ee1a1e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74157997, jitterRate=0.10504026710987091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:17:29,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:29,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c388b43816c373f07068c5129ee1a1e2: Running coprocessor pre-open hook at 1731554249872Writing region info on filesystem at 1731554249872Initializing all the Stores at 1731554249874 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554249874Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554249874Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554249874Cleaning up temporary data from old regions at 1731554249893 (+19 ms)Running coprocessor post-open hooks at 1731554249900 (+7 ms)Region opened successfully at 1731554249901 (+1 ms) 2024-11-14T03:17:29,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2., pid=7, masterSystemTime=1731554249837 2024-11-14T03:17:29,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:29,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:29,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c388b43816c373f07068c5129ee1a1e2, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,34935,1731554238637 2024-11-14T03:17:29,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c388b43816c373f07068c5129ee1a1e2, server=b152692f18ba,34935,1731554238637 because future has completed 2024-11-14T03:17:29,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T03:17:29,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c388b43816c373f07068c5129ee1a1e2, server=b152692f18ba,34935,1731554238637 in 231 msec 2024-11-14T03:17:29,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:17:29,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN in 396 msec 2024-11-14T03:17:29,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:17:29,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554249923"}]},"ts":"1731554249923"} 2024-11-14T03:17:29,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:17:29,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:17:29,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 910 msec 2024-11-14T03:17:29,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2., hostname=b152692f18ba,34935,1731554238637, seqNum=2] 2024-11-14T03:17:29,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34935 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T03:17:30,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:30,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:30,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:17:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:30,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T03:17:30,254 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:17:30,289 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,34935,1731554238637, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:17:30,290 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:30,290 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,34935,1731554238637, seqNum=-1] 2024-11-14T03:17:30,290 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:30,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T03:17:30,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,34935,1731554238637', locateType=CURRENT is [region=hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2., hostname=b152692f18ba,34935,1731554238637, seqNum=2] 2024-11-14T03:17:30,302 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T03:17:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T03:17:30,307 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,34935,1731554238637 suceeded 2024-11-14T03:17:30,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T03:17:30,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-14T03:17:30,311 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:17:30,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3550 sec 2024-11-14T03:17:30,323 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:30,325 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5521663c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:30,325 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:30,325 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:30,326 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af29f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:30,328 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:30,329 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b0941d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:30,329 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:30,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:30,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7babf0c9 2024-11-14T03:17:30,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:30,331 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T03:17:30,332 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,34935,1731554238637 (queues=1) is replicating from cluster=8370b497-af6f-4414-9bdd-9042f7169d1c to cluster=9edfd552-7902-4e77-975a-f4da01311ede 2024-11-14T03:17:30,334 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C34935%2C1731554238637 2024-11-14T03:17:30,339 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,34935,1731554238637, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:17:30,341 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.shipperb152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C34935%2C1731554238637 2024-11-14T03:17:30,344 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140, startPosition=0, beingWritten=true 2024-11-14T03:17:30,597 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:30,908 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:31,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:31,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:31,118 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:17:31,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:31,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35511,-1 for getting cluster id 2024-11-14T03:17:31,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:31,120 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8370b497-af6f-4414-9bdd-9042f7169d1c' 2024-11-14T03:17:31,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:31,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8370b497-af6f-4414-9bdd-9042f7169d1c" 2024-11-14T03:17:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f374b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35511,-1] 2024-11-14T03:17:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,123 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a97fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35511,1731554237651 2024-11-14T03:17:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf7bd8a 2024-11-14T03:17:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:31,127 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:31,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:17:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:17:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T03:17:31,130 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:31,131 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@866079f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,131 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:31,131 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:31,132 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f24af20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,134 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:31,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab5420a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,135 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:31,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:31,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4797c4 2024-11-14T03:17:31,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:31,137 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:31,138 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T03:17:31,138 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:17:31,139 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,139 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:31,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:17:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T03:17:31,315 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T03:17:31,364 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T03:17:31,398 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b152692f18ba,34935,1731554238637, ReplicationSource: 2, currentBandwidth=0 2024-11-14T03:17:31,402 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T03:17:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T03:17:31,405 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b152692f18ba,34935,1731554238637 suceeded 2024-11-14T03:17:31,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:17:31,409 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:17:31,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-14T03:17:31,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 282 msec 2024-11-14T03:17:31,418 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:31,419 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4cb666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,419 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:31,419 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:31,420 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:31,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:31,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6b8c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,422 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:31,423 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116c9070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,423 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a069a6e 2024-11-14T03:17:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:31,425 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T03:17:31,426 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b152692f18ba,34935,1731554238637 (queues=1) is replicating from cluster=8370b497-af6f-4414-9bdd-9042f7169d1c to cluster=9edfd552-7902-4e77-975a-f4da01311ede 2024-11-14T03:17:31,427 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b152692f18ba%2C34935%2C1731554238637 2024-11-14T03:17:31,427 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b152692f18ba,34935,1731554238637, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:17:31,427 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.shipperb152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C34935%2C1731554238637 2024-11-14T03:17:31,427 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140, startPosition=0, beingWritten=true 2024-11-14T03:17:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T03:17:31,448 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T03:17:31,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:31,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:31,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:31,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35511,1731554237651 2024-11-14T03:17:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@710b9a67 2024-11-14T03:17:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:31,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:31,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:17:31,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T03:17:31,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:17:31,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T03:17:31,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:17:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T03:17:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T03:17:31,472 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:31,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c39702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,473 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:31,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:31,474 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694eaf4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,476 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:31,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5c3ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:31,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:31,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dbace6d 2024-11-14T03:17:31,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:31,480 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:31,481 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:17:31,481 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:17:31,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:31,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:17:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T03:17:31,633 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:31,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T03:17:31,654 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T03:17:31,657 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T03:17:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T03:17:31,664 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b152692f18ba,34935,1731554238637 suceeded 2024-11-14T03:17:31,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T03:17:31,668 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:17:31,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-14T03:17:31,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-11-14T03:17:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T03:17:31,789 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T03:17:31,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:17:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T03:17:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T03:17:31,798 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:31,799 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c41e4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,799 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:31,799 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:31,800 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:31,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:31,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:31,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37da3733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,803 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:31,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd34c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:31,804 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:31,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:31,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ce613 2024-11-14T03:17:31,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:31,807 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:31,809 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T03:17:31,809 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:17:31,809 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,809 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:31,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:31,825 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:31,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:17:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T03:17:31,942 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:31,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T03:17:31,983 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T03:17:31,985 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T03:17:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T03:17:31,991 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b152692f18ba,34935,1731554238637 suceeded 2024-11-14T03:17:31,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T03:17:31,998 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b152692f18ba:39467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:17:31,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-14T03:17:32,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 208 msec 2024-11-14T03:17:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T03:17:32,120 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T03:17:32,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:17:32,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T03:17:32,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:32,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:32,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:32,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:32,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:32,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:17:32,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204782015, stopped=false 2024-11-14T03:17:32,126 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,35511,1731554237651 2024-11-14T03:17:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:32,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:32,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:32,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:32,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:32,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:32,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:32,139 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,34935,1731554238637' ***** 2024-11-14T03:17:32,139 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:17:32,140 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:17:32,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:17:32,140 INFO [RS:0;b152692f18ba:34935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:17:32,141 INFO [RS:0;b152692f18ba:34935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:17:32,141 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:32,142 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,34935,1731554238637 2024-11-14T03:17:32,142 INFO [RS:0;b152692f18ba:34935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:32,142 INFO [RS:0;b152692f18ba:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:34935. 2024-11-14T03:17:32,142 DEBUG [RS:0;b152692f18ba:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:32,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c388b43816c373f07068c5129ee1a1e2, disabling compactions & flushes 2024-11-14T03:17:32,143 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:32,143 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:32,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:32,143 INFO [RS:0;b152692f18ba:34935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:17:32,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. after waiting 0 ms 2024-11-14T03:17:32,143 INFO [RS:0;b152692f18ba:34935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:17:32,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:32,143 INFO [RS:0;b152692f18ba:34935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:17:32,143 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:17:32,144 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:17:32,144 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:32,144 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c388b43816c373f07068c5129ee1a1e2=hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.} 2024-11-14T03:17:32,144 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:32,144 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:32,144 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:32,144 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:32,145 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:32,148 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c388b43816c373f07068c5129ee1a1e2 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T03:17:32,148 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T03:17:32,175 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:32,210 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/info/cd0b2b4c65d649a9a446434c7ad7dcda is 147, key is hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2./info:regioninfo/1731554249907/Put/seqid=0 2024-11-14T03:17:32,210 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/.tmp/queue/dfacc56b5a11434490c8fdade49ad19a is 151, key is 1-b152692f18ba,34935,1731554238637/queue:b152692f18ba%2C34935%2C1731554238637/1731554250297/Put/seqid=0 2024-11-14T03:17:32,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741839_1015 (size=6631) 2024-11-14T03:17:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741838_1014 (size=5500) 2024-11-14T03:17:32,345 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:32,349 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:32,434 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:32,545 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:32,622 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/.tmp/queue/dfacc56b5a11434490c8fdade49ad19a 2024-11-14T03:17:32,622 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/info/cd0b2b4c65d649a9a446434c7ad7dcda 2024-11-14T03:17:32,669 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/.tmp/queue/dfacc56b5a11434490c8fdade49ad19a as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/queue/dfacc56b5a11434490c8fdade49ad19a 2024-11-14T03:17:32,678 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/queue/dfacc56b5a11434490c8fdade49ad19a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T03:17:32,684 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c388b43816c373f07068c5129ee1a1e2 in 536ms, sequenceid=6, compaction requested=false 2024-11-14T03:17:32,684 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:17:32,689 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/ns/0eaa8378958840e499a7d78667882b4c is 43, key is default/ns:d/1731554243407/Put/seqid=0 2024-11-14T03:17:32,692 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T03:17:32,694 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:32,694 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741840_1016 (size=5153) 2024-11-14T03:17:32,695 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:32,695 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c388b43816c373f07068c5129ee1a1e2: Waiting for close lock at 1731554252142Running coprocessor pre-close hooks at 1731554252142Disabling compacts and flushes for region at 1731554252142Disabling writes for close at 1731554252143 (+1 ms)Obtaining lock to block concurrent updates at 1731554252148 (+5 ms)Preparing flush snapshotting stores in c388b43816c373f07068c5129ee1a1e2 at 1731554252148Finished memstore snapshotting hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731554252157 (+9 ms)Flushing stores of hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. at 1731554252159 (+2 ms)Flushing c388b43816c373f07068c5129ee1a1e2/queue: creating writer at 1731554252160 (+1 ms)Flushing c388b43816c373f07068c5129ee1a1e2/queue: appending metadata at 1731554252194 (+34 ms)Flushing c388b43816c373f07068c5129ee1a1e2/queue: closing flushed file at 1731554252197 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66354fe: reopening flushed file at 1731554252667 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c388b43816c373f07068c5129ee1a1e2 in 536ms, sequenceid=6, compaction requested=false at 1731554252684 (+17 ms)Writing region close event to WAL at 1731554252687 (+3 ms)Running coprocessor post-close hooks at 1731554252692 (+5 ms)Closed at 1731554252695 (+3 ms) 2024-11-14T03:17:32,695 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:32,746 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:32,862 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:32,946 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:32,976 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:17:32,976 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:17:33,097 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/ns/0eaa8378958840e499a7d78667882b4c 2024-11-14T03:17:33,127 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/table/d6b7564d51014c50af662aa0e98016f0 is 53, key is hbase:replication/table:state/1731554249923/Put/seqid=0 2024-11-14T03:17:33,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741841_1017 (size=5256) 2024-11-14T03:17:33,146 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:17:33,146 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:17:33,147 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:33,147 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:33,347 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:33,473 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637/b152692f18ba%2C34935%2C1731554238637.1731554242140 to pos 0, reset compression=false 2024-11-14T03:17:33,534 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/table/d6b7564d51014c50af662aa0e98016f0 2024-11-14T03:17:33,547 DEBUG [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:33,577 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/info/cd0b2b4c65d649a9a446434c7ad7dcda as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/info/cd0b2b4c65d649a9a446434c7ad7dcda 2024-11-14T03:17:33,588 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/info/cd0b2b4c65d649a9a446434c7ad7dcda, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T03:17:33,591 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/ns/0eaa8378958840e499a7d78667882b4c as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/ns/0eaa8378958840e499a7d78667882b4c 2024-11-14T03:17:33,600 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/ns/0eaa8378958840e499a7d78667882b4c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:17:33,601 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/table/d6b7564d51014c50af662aa0e98016f0 as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/table/d6b7564d51014c50af662aa0e98016f0 2024-11-14T03:17:33,609 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/table/d6b7564d51014c50af662aa0e98016f0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T03:17:33,610 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1465ms, sequenceid=11, compaction requested=false 2024-11-14T03:17:33,616 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:17:33,617 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:33,617 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:33,617 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:33,617 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554252144Running coprocessor pre-close hooks at 1731554252144Disabling compacts and flushes for region at 1731554252144Disabling writes for close at 1731554252144Obtaining lock to block concurrent updates at 1731554252148 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731554252148Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731554252157 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554252159 (+2 ms)Flushing 1588230740/info: creating writer at 1731554252160 (+1 ms)Flushing 1588230740/info: appending metadata at 1731554252197 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731554252197Flushing 1588230740/ns: creating writer at 1731554252667 (+470 ms)Flushing 1588230740/ns: appending metadata at 1731554252688 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731554252688Flushing 1588230740/table: creating writer at 1731554253111 (+423 ms)Flushing 1588230740/table: appending metadata at 1731554253127 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731554253127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522eb417: reopening flushed file at 1731554253575 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506118c0: reopening flushed file at 1731554253589 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bea2945: reopening flushed file at 1731554253600 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1465ms, sequenceid=11, compaction requested=false at 1731554253610 (+10 ms)Writing region close event to WAL at 1731554253612 (+2 ms)Running coprocessor post-close hooks at 1731554253617 (+5 ms)Closed at 1731554253617 2024-11-14T03:17:33,617 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:33,748 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,34935,1731554238637; all regions closed. 2024-11-14T03:17:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741834_1010 (size=2742) 2024-11-14T03:17:33,761 DEBUG [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs 2024-11-14T03:17:33,762 INFO [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C34935%2C1731554238637.meta:.meta(num 1731554243150) 2024-11-14T03:17:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741837_1013 (size=1802) 2024-11-14T03:17:33,769 DEBUG [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs 2024-11-14T03:17:33,769 INFO [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C34935%2C1731554238637.rep:(num 1731554249847) 2024-11-14T03:17:33,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741832_1008 (size=93) 2024-11-14T03:17:33,774 DEBUG [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs 2024-11-14T03:17:33,775 INFO [RS:0;b152692f18ba:34935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C34935%2C1731554238637:(num 1731554242140) 2024-11-14T03:17:33,775 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:33,775 INFO [RS:0;b152692f18ba:34935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:33,775 INFO [RS:0;b152692f18ba:34935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:33,775 INFO [RS:0;b152692f18ba:34935 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:33,775 INFO [RS:0;b152692f18ba:34935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:33,775 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:33,775 INFO [RS:0;b152692f18ba:34935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,34935,1731554238637 because: Region server is closing 2024-11-14T03:17:33,776 INFO [RS:0;b152692f18ba:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:34935. 2024-11-14T03:17:33,776 DEBUG [RS:0;b152692f18ba:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:33,776 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:33,776 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:33,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:33,877 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:17:33,877 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.shipperb152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:17:33,877 INFO [RS:0;b152692f18ba:34935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,34935,1731554238637.replicationSource.shipperb152692f18ba%2C34935%2C1731554238637,1-b152692f18ba,34935,1731554238637 terminated 2024-11-14T03:17:33,878 INFO [RS:0;b152692f18ba:34935 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b152692f18ba,34935,1731554238637 because: Region server is closing 2024-11-14T03:17:33,878 INFO [RS:0;b152692f18ba:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:34935. 2024-11-14T03:17:33,879 DEBUG [RS:0;b152692f18ba:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:33,879 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:33,879 DEBUG [RS:0;b152692f18ba:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:33,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:33,980 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.wal-reader.b152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:17:33,980 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.shipperb152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:17:33,981 INFO [RS:0;b152692f18ba:34935 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,34935,1731554238637.replicationSource.shipperb152692f18ba%2C34935%2C1731554238637,2-b152692f18ba,34935,1731554238637 terminated 2024-11-14T03:17:33,982 INFO [RS:0;b152692f18ba:34935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34935 2024-11-14T03:17:34,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/rs 2024-11-14T03:17:34,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/rs/b152692f18ba,34935,1731554238637 2024-11-14T03:17:34,004 INFO [RS:0;b152692f18ba:34935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:34,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,34935,1731554238637] 2024-11-14T03:17:34,025 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/draining/b152692f18ba,34935,1731554238637 already deleted, retry=false 2024-11-14T03:17:34,025 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,34935,1731554238637 expired; onlineServers=0 2024-11-14T03:17:34,025 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,35511,1731554237651' ***** 2024-11-14T03:17:34,025 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:17:34,026 INFO [M:0;b152692f18ba:35511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:34,026 INFO [M:0;b152692f18ba:35511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:34,026 DEBUG [M:0;b152692f18ba:35511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:17:34,026 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:17:34,026 DEBUG [M:0;b152692f18ba:35511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:17:34,026 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554241786 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554241786,5,FailOnTimeoutGroup] 2024-11-14T03:17:34,026 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554241789 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554241789,5,FailOnTimeoutGroup] 2024-11-14T03:17:34,026 INFO [M:0;b152692f18ba:35511 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:34,027 INFO [M:0;b152692f18ba:35511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:34,027 DEBUG [M:0;b152692f18ba:35511 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:17:34,027 INFO [M:0;b152692f18ba:35511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:17:34,027 INFO [M:0;b152692f18ba:35511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:34,027 INFO [M:0;b152692f18ba:35511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:17:34,028 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:17:34,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:34,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x1013758c1900001, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:34,117 INFO [RS:0;b152692f18ba:34935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/master 2024-11-14T03:17:34,117 INFO [RS:0;b152692f18ba:34935 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,34935,1731554238637; zookeeper connection closed. 2024-11-14T03:17:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:34,117 DEBUG [M:0;b152692f18ba:35511 {}] zookeeper.ZKUtil(347): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/master because node does not exist (not an error) 2024-11-14T03:17:34,118 WARN [M:0;b152692f18ba:35511 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:17:34,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3949e8ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3949e8ab 2024-11-14T03:17:34,119 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:17:34,119 INFO [M:0;b152692f18ba:35511 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/.lastflushedseqids 2024-11-14T03:17:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741842_1018 (size=181) 2024-11-14T03:17:34,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:17:34,534 INFO [M:0;b152692f18ba:35511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:17:34,535 INFO [M:0;b152692f18ba:35511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:17:34,535 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:34,535 INFO [M:0;b152692f18ba:35511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:34,535 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:34,536 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:34,536 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:34,537 INFO [M:0;b152692f18ba:35511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T03:17:34,555 DEBUG [M:0;b152692f18ba:35511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78976101bf5741c9af849ebc68cb0ce6 is 82, key is hbase:meta,,1/info:regioninfo/1731554243257/Put/seqid=0 2024-11-14T03:17:34,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741843_1019 (size=5672) 2024-11-14T03:17:34,963 INFO [M:0;b152692f18ba:35511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78976101bf5741c9af849ebc68cb0ce6 2024-11-14T03:17:34,992 DEBUG [M:0;b152692f18ba:35511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73bd5b8796db4df892cb07d4d18e3dea is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731554249931/Put/seqid=0 2024-11-14T03:17:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741844_1020 (size=8663) 2024-11-14T03:17:35,400 INFO [M:0;b152692f18ba:35511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73bd5b8796db4df892cb07d4d18e3dea 2024-11-14T03:17:35,429 DEBUG [M:0;b152692f18ba:35511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52d3d7e8505348b58fab1ea67ab27f7e is 69, key is b152692f18ba,34935,1731554238637/rs:state/1731554241874/Put/seqid=0 2024-11-14T03:17:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741845_1021 (size=5156) 2024-11-14T03:17:35,836 INFO [M:0;b152692f18ba:35511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52d3d7e8505348b58fab1ea67ab27f7e 2024-11-14T03:17:35,851 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78976101bf5741c9af849ebc68cb0ce6 as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78976101bf5741c9af849ebc68cb0ce6 2024-11-14T03:17:35,860 INFO [M:0;b152692f18ba:35511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78976101bf5741c9af849ebc68cb0ce6, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T03:17:35,862 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73bd5b8796db4df892cb07d4d18e3dea as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73bd5b8796db4df892cb07d4d18e3dea 2024-11-14T03:17:35,869 INFO [M:0;b152692f18ba:35511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73bd5b8796db4df892cb07d4d18e3dea, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T03:17:35,870 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52d3d7e8505348b58fab1ea67ab27f7e as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52d3d7e8505348b58fab1ea67ab27f7e 2024-11-14T03:17:35,878 INFO [M:0;b152692f18ba:35511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52d3d7e8505348b58fab1ea67ab27f7e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T03:17:35,879 INFO [M:0;b152692f18ba:35511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false 2024-11-14T03:17:35,881 INFO [M:0;b152692f18ba:35511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:35,881 DEBUG [M:0;b152692f18ba:35511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554254535Disabling compacts and flushes for region at 1731554254535Disabling writes for close at 1731554254536 (+1 ms)Obtaining lock to block concurrent updates at 1731554254537 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554254537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731554254538 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554254539 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554254539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554254554 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554254554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554254976 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554254991 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554254991Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554255413 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554255428 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554255428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29da36fa: reopening flushed file at 1731554255849 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788bd03b: reopening flushed file at 1731554255860 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8b03e1: reopening flushed file at 1731554255869 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false at 1731554255879 (+10 ms)Writing region close event to WAL at 1731554255881 (+2 ms)Closed at 1731554255881 2024-11-14T03:17:35,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741830_1006 (size=59421) 2024-11-14T03:17:35,885 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651/b152692f18ba%2C35511%2C1731554237651.1731554240909 not finished, retry = 0 2024-11-14T03:17:35,986 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:35,986 INFO [M:0;b152692f18ba:35511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:17:35,986 INFO [M:0;b152692f18ba:35511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35511 2024-11-14T03:17:35,987 INFO [M:0;b152692f18ba:35511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:36,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:36,164 INFO [M:0;b152692f18ba:35511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:36,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35511-0x1013758c1900000, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:36,167 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:36,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:36,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:36,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:36,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:36,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:36,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:17:36,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:36,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35885 2024-11-14T03:17:36,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35885 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:36,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358850x0, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:36,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35885-0x1013758c1900006 connected 2024-11-14T03:17:36,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:36,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:36,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:36,205 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: INIT 2024-11-14T03:17:36,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec, hbase.cluster.distributed=false 2024-11-14T03:17:36,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/acl 2024-11-14T03:17:36,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-14T03:17:36,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35885 2024-11-14T03:17:36,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35885 2024-11-14T03:17:36,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-14T03:17:36,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-14T03:17:36,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:36,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:36,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:36,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:36,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:36,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:36,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:17:36,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:36,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45753 2024-11-14T03:17:36,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45753 connecting to ZooKeeper ensemble=127.0.0.1:51032 2024-11-14T03:17:36,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:36,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:36,243 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457530x0, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:36,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45753-0x1013758c1900007 connected 2024-11-14T03:17:36,243 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: INIT 2024-11-14T03:17:36,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:36,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:17:36,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:17:36,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/master 2024-11-14T03:17:36,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/acl 2024-11-14T03:17:36,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45753 2024-11-14T03:17:36,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45753 2024-11-14T03:17:36,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45753 2024-11-14T03:17:36,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45753 2024-11-14T03:17:36,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45753 2024-11-14T03:17:36,262 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:35885 2024-11-14T03:17:36,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01220389126/backup-masters/b152692f18ba,35885,1731554256167 2024-11-14T03:17:36,274 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:36,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:36,275 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on existing znode=/01220389126/backup-masters/b152692f18ba,35885,1731554256167 2024-11-14T03:17:36,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01220389126/master 2024-11-14T03:17:36,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:36,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:36,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on existing znode=/01220389126/master 2024-11-14T03:17:36,286 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01220389126/backup-masters/b152692f18ba,35885,1731554256167 from backup master directory 2024-11-14T03:17:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/backup-masters/b152692f18ba,35885,1731554256167 2024-11-14T03:17:36,299 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:36,299 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/backup-masters 2024-11-14T03:17:36,299 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,35885,1731554256167 2024-11-14T03:17:36,322 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:36,322 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:17:36,338 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-14T03:17:36,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741846_1022 (size=196) 2024-11-14T03:17:36,758 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:17:36,761 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:17:36,762 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:36,774 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T03:17:36,778 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651 to hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651-dead as it is dead 2024-11-14T03:17:36,779 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T03:17:36,780 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T03:17:36,780 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651-dead/b152692f18ba%2C35511%2C1731554237651.1731554240909 2024-11-14T03:17:36,786 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651-dead/b152692f18ba%2C35511%2C1731554237651.1731554240909 after 4ms 2024-11-14T03:17:36,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651-dead/b152692f18ba%2C35511%2C1731554237651.1731554240909 to hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C35511%2C1731554237651.1731554240909 2024-11-14T03:17:36,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35511,1731554237651-dead 2024-11-14T03:17:36,788 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35885,1731554256167 2024-11-14T03:17:36,789 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:36,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C35885%2C1731554256167, suffix=, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35885,1731554256167, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/oldWALs, maxLogs=10 2024-11-14T03:17:36,808 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35885,1731554256167/b152692f18ba%2C35885%2C1731554256167.1731554256791, exclude list is [], retry=0 2024-11-14T03:17:36,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:36,814 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/WALs/b152692f18ba,35885,1731554256167/b152692f18ba%2C35885%2C1731554256167.1731554256791 2024-11-14T03:17:36,814 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:36,814 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:36,815 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:36,815 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,815 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:17:36,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:36,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78976101bf5741c9af849ebc68cb0ce6 2024-11-14T03:17:36,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:36,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:17:36,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:36,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73bd5b8796db4df892cb07d4d18e3dea 2024-11-14T03:17:36,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:36,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:17:36,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:36,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52d3d7e8505348b58fab1ea67ab27f7e 2024-11-14T03:17:36,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:36,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:17:36,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:36,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:36,850 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,850 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T03:17:36,851 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C35511%2C1731554237651.1731554240909 2024-11-14T03:17:36,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C35511%2C1731554237651.1731554240909 2024-11-14T03:17:36,870 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C35511%2C1731554237651.1731554240909 2024-11-14T03:17:36,872 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,872 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:36,875 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:36,878 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T03:17:36,879 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71832720, jitterRate=0.07039093971252441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:36,880 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554256815Initializing all the Stores at 1731554256816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554256816Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554256816Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554256816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554256816Cleaning up temporary data from old regions at 1731554256872 (+56 ms)Region opened successfully at 1731554256880 (+8 ms) 2024-11-14T03:17:36,880 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:17:36,884 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a34cbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:36,897 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T03:17:36,897 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:17:36,897 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:17:36,897 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:17:36,898 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:17:36,905 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:36,905 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:17:36,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:17:36,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:17:36,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T03:17:36,907 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T03:17:36,907 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T03:17:36,907 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:17:36,912 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b152692f18ba,34935,1731554238637, regionLocation=b152692f18ba,34935,1731554238637, openSeqNum=2 2024-11-14T03:17:36,912 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b152692f18ba,34935,1731554238637, table=hbase:meta, region=1588230740 2024-11-14T03:17:36,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,34935,1731554238637, state=OPEN 2024-11-14T03:17:36,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:36,962 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:36,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:36,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:36,969 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:17:36,979 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/draining/b152692f18ba,34935,1731554238637 already deleted, retry=false 2024-11-14T03:17:36,980 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b152692f18ba,34935,1731554238637 on b152692f18ba,35885,1731554256167 2024-11-14T03:17:36,987 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b152692f18ba,34935,1731554238637, splitWal=true, meta=true 2024-11-14T03:17:36,989 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for b152692f18ba,34935,1731554238637 (carryingMeta=true) b152692f18ba,34935,1731554238637/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@57c2db8b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T03:17:36,992 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/balancer because node does not exist (not necessarily an error) 2024-11-14T03:17:37,004 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/balancer already deleted, retry=false 2024-11-14T03:17:37,004 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:17:37,005 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:17:37,044 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/normalizer already deleted, retry=false 2024-11-14T03:17:37,045 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:17:37,046 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:17:37,067 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/switch/split already deleted, retry=false 2024-11-14T03:17:37,069 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:17:37,078 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/switch/merge already deleted, retry=false 2024-11-14T03:17:37,112 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:17:37,120 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/snapshot-cleanup already deleted, retry=false 2024-11-14T03:17:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:37,130 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:37,130 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:37,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,35885,1731554256167, sessionid=0x1013758c1900006, setting cluster-up flag (Was=false) 2024-11-14T03:17:37,141 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01220389126/flush-table-proc/acquired, /01220389126/flush-table-proc/reached, /01220389126/flush-table-proc/abort 2024-11-14T03:17:37,143 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35885,1731554256167 2024-11-14T03:17:37,152 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01220389126/online-snapshot/acquired, /01220389126/online-snapshot/reached, /01220389126/online-snapshot/abort 2024-11-14T03:17:37,154 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35885,1731554256167 2024-11-14T03:17:37,157 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/.lastflushedseqids 2024-11-14T03:17:37,160 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:17:37,161 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:17:37,161 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,35885,1731554256167 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b152692f18ba,34935,1731554238637 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:37,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554287165 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,165 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:17:37,166 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:17:37,166 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:17:37,166 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:17:37,166 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:17:37,166 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:17:37,166 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554257166,5,FailOnTimeoutGroup] 2024-11-14T03:17:37,166 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554257166,5,FailOnTimeoutGroup] 2024-11-14T03:17:37,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:17:37,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554257167, completionTime=-1 2024-11-14T03:17:37,167 WARN [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T03:17:37,167 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b152692f18ba,34935,1731554238637, splitWal=true, meta=true 2024-11-14T03:17:37,169 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b152692f18ba,34935,1731554238637, splitWal=true, meta=true, isMeta: true 2024-11-14T03:17:37,170 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T03:17:37,171 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637-splitting 2024-11-14T03:17:37,172 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637-splitting dir is empty, no logs to split. 2024-11-14T03:17:37,172 INFO [PEWorker-1 {}] master.SplitWALManager(105): b152692f18ba,34935,1731554238637 WAL count=0, meta=true 2024-11-14T03:17:37,177 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637-splitting dir is empty, no logs to split. 2024-11-14T03:17:37,177 INFO [PEWorker-1 {}] master.SplitWALManager(105): b152692f18ba,34935,1731554238637 WAL count=0, meta=true 2024-11-14T03:17:37,177 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b152692f18ba,34935,1731554238637 WAL splitting is done? wals=0, meta=true 2024-11-14T03:17:37,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:17:37,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:37,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T03:17:37,251 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(746): ClusterId : 8370b497-af6f-4414-9bdd-9042f7169d1c 2024-11-14T03:17:37,251 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:17:37,265 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:17:37,265 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:17:37,279 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:17:37,279 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11843b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:37,292 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:45753 2024-11-14T03:17:37,292 INFO [RS:0;b152692f18ba:45753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:17:37,292 INFO [RS:0;b152692f18ba:45753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:17:37,292 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:17:37,293 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,35885,1731554256167 with port=45753, startcode=1731554256223 2024-11-14T03:17:37,293 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:17:37,295 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:17:37,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35885 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,297 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec 2024-11-14T03:17:37,298 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37263 2024-11-14T03:17:37,298 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:17:37,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/rs 2024-11-14T03:17:37,310 DEBUG [RS:0;b152692f18ba:45753 {}] zookeeper.ZKUtil(111): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on existing znode=/01220389126/rs/b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,310 WARN [RS:0;b152692f18ba:45753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:37,310 INFO [RS:0;b152692f18ba:45753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:37,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,45753,1731554256223] 2024-11-14T03:17:37,310 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,321 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T03:17:37,333 WARN [b152692f18ba:35885 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T03:17:37,352 INFO [RS:0;b152692f18ba:45753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:17:37,354 INFO [RS:0;b152692f18ba:45753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:17:37,354 INFO [RS:0;b152692f18ba:45753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:17:37,354 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,354 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:17:37,355 INFO [RS:0;b152692f18ba:45753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:17:37,356 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,356 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:37,357 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:37,357 DEBUG [RS:0;b152692f18ba:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:37,357 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,357 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,357 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,357 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,357 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,357 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45753,1731554256223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:37,372 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:17:37,373 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45753,1731554256223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,386 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,45753,1731554256223, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:17:37,399 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(231): queueId=2-b152692f18ba,45753,1731554256223, ReplicationSource: 2, currentBandwidth=0 2024-11-14T03:17:37,400 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,400 INFO [RS:0;b152692f18ba:45753 {}] regionserver.Replication(171): b152692f18ba,45753,1731554256223 started 2024-11-14T03:17:37,400 DEBUG [RS:0;b152692f18ba:45753.replicationSource,1-b152692f18ba,45753,1731554256223 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:37,401 DEBUG [RS:0;b152692f18ba:45753.replicationSource,1-b152692f18ba,45753,1731554256223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316a4f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:37,401 DEBUG [RS:0;b152692f18ba:45753.replicationSource,1-b152692f18ba,45753,1731554256223 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:37,401 DEBUG [RS:0;b152692f18ba:45753.replicationSource,1-b152692f18ba,45753,1731554256223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:37,403 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350a5cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:37,405 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:37,406 DEBUG [RS:0;b152692f18ba:45753.replicationSource,1-b152692f18ba,45753,1731554256223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bbb634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:37,406 DEBUG [RS:0;b152692f18ba:45753.replicationSource,1-b152692f18ba,45753,1731554256223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1365a8d6 2024-11-14T03:17:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:37,409 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T03:17:37,410 INFO [RS:0;b152692f18ba:45753.replicationSource,1-b152692f18ba,45753,1731554256223 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,45753,1731554256223 (queues=0) is replicating from cluster=8370b497-af6f-4414-9bdd-9042f7169d1c to cluster=9edfd552-7902-4e77-975a-f4da01311ede 2024-11-14T03:17:37,416 DEBUG [RS:0;b152692f18ba:45753.replicationSource,2-b152692f18ba,45753,1731554256223 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39467' 2024-11-14T03:17:37,418 DEBUG [RS:0;b152692f18ba:45753.replicationSource,2-b152692f18ba,45753,1731554256223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30731abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:37,418 DEBUG [RS:0;b152692f18ba:45753.replicationSource,2-b152692f18ba,45753,1731554256223 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39467,-1 for getting cluster id 2024-11-14T03:17:37,418 DEBUG [RS:0;b152692f18ba:45753.replicationSource,2-b152692f18ba,45753,1731554256223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:37,419 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:37,419 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9edfd552-7902-4e77-975a-f4da01311ede' 2024-11-14T03:17:37,419 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,45753,1731554256223, RpcServer on b152692f18ba/172.17.0.3:45753, sessionid=0x1013758c1900007 2024-11-14T03:17:37,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:37,419 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:17:37,420 DEBUG [RS:0;b152692f18ba:45753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,420 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45753,1731554256223' 2024-11-14T03:17:37,420 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01220389126/flush-table-proc/abort' 2024-11-14T03:17:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9edfd552-7902-4e77-975a-f4da01311ede" 2024-11-14T03:17:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10273b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39467,-1] 2024-11-14T03:17:37,420 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01220389126/flush-table-proc/acquired' 2024-11-14T03:17:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:37,421 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:17:37,421 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:17:37,421 DEBUG [RS:0;b152692f18ba:45753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,421 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45753,1731554256223' 2024-11-14T03:17:37,421 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01220389126/online-snapshot/abort' 2024-11-14T03:17:37,421 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:37,421 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01220389126/online-snapshot/acquired' 2024-11-14T03:17:37,422 DEBUG [RS:0;b152692f18ba:45753.replicationSource,2-b152692f18ba,45753,1731554256223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f05a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:37,422 DEBUG [RS:0;b152692f18ba:45753.replicationSource,2-b152692f18ba,45753,1731554256223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39467,1731554246077 2024-11-14T03:17:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b43f45f 2024-11-14T03:17:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:37,424 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T03:17:37,425 DEBUG [RS:0;b152692f18ba:45753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:17:37,425 INFO [RS:0;b152692f18ba:45753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:17:37,425 INFO [RS:0;b152692f18ba:45753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:17:37,425 INFO [RS:0;b152692f18ba:45753.replicationSource,2-b152692f18ba,45753,1731554256223 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b152692f18ba,45753,1731554256223 (queues=0) is replicating from cluster=8370b497-af6f-4414-9bdd-9042f7169d1c to cluster=9edfd552-7902-4e77-975a-f4da01311ede 2024-11-14T03:17:37,525 INFO [RS:0;b152692f18ba:45753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:37,527 INFO [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45753%2C1731554256223, suffix=, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs, maxLogs=10 2024-11-14T03:17:37,541 DEBUG [RS:0;b152692f18ba:45753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528, exclude list is [], retry=0 2024-11-14T03:17:37,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:37,546 INFO [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 2024-11-14T03:17:37,547 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b152692f18ba%2C45753%2C1731554256223 for peer 2 2024-11-14T03:17:37,547 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b152692f18ba%2C45753%2C1731554256223 for peer 1 2024-11-14T03:17:37,547 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C45753%2C1731554256223 2024-11-14T03:17:37,547 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,45753,1731554256223, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:17:37,549 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b152692f18ba%2C45753%2C1731554256223 2024-11-14T03:17:37,549 INFO [RS:0;b152692f18ba:45753.replicationSource.shipperb152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C45753%2C1731554256223 2024-11-14T03:17:37,549 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b152692f18ba,45753,1731554256223, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:17:37,549 DEBUG [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:37,549 INFO [RS:0;b152692f18ba:45753.replicationSource.shipperb152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C45753%2C1731554256223 2024-11-14T03:17:37,549 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528, startPosition=0, beingWritten=true 2024-11-14T03:17:37,549 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528, startPosition=0, beingWritten=true 2024-11-14T03:17:37,584 DEBUG [b152692f18ba:35885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:17:37,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,586 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45753,1731554256223, state=OPENING 2024-11-14T03:17:37,593 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:37,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:37,593 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:37,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:37,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:37,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45753,1731554256223}] 2024-11-14T03:17:37,748 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:17:37,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:17:37,756 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:37,756 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:37,759 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:17:37,760 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:37,761 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:17:37,763 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45753%2C1731554256223.meta, suffix=.meta, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs, maxLogs=10 2024-11-14T03:17:37,776 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.meta.1731554257764.meta, exclude list is [], retry=0 2024-11-14T03:17:37,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:37,781 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.meta.1731554257764.meta 2024-11-14T03:17:37,781 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:37,781 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:37,782 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:37,782 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:37,782 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:17:37,782 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:17:37,782 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:17:37,782 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:37,782 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:17:37,782 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:17:37,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:37,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:37,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:37,792 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/info/cd0b2b4c65d649a9a446434c7ad7dcda 2024-11-14T03:17:37,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:37,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:37,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:37,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:37,801 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/ns/0eaa8378958840e499a7d78667882b4c 2024-11-14T03:17:37,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:37,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:37,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:37,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:37,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:37,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:37,814 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/table/d6b7564d51014c50af662aa0e98016f0 2024-11-14T03:17:37,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:37,814 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:37,815 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740 2024-11-14T03:17:37,816 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740 2024-11-14T03:17:37,818 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:37,818 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:37,819 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:37,820 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:37,821 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58789031, jitterRate=-0.12397517263889313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:37,822 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:17:37,822 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554257783Writing region info on filesystem at 1731554257783Initializing all the Stores at 1731554257783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554257784 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554257784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554257784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554257784Cleaning up temporary data from old regions at 1731554257818 (+34 ms)Running coprocessor post-open hooks at 1731554257822 (+4 ms)Region opened successfully at 1731554257822 2024-11-14T03:17:37,823 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731554257748 2024-11-14T03:17:37,825 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:17:37,826 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:17:37,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45753,1731554256223, state=OPEN 2024-11-14T03:17:37,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:37,835 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01220389126/meta-region-server 2024-11-14T03:17:37,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,45753,1731554256223 2024-11-14T03:17:37,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:37,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01220389126/meta-region-server: CHANGED 2024-11-14T03:17:37,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T03:17:37,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45753,1731554256223 in 242 msec 2024-11-14T03:17:37,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T03:17:37,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-14T03:17:38,065 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:38,065 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:38,477 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:38,477 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:38,824 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T03:17:38,985 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:38,985 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:39,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:17:39,599 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:39,599 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:40,311 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:40,311 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:40,328 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-14T03:17:41,186 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:41,186 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:41,682 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T03:17:41,682 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:17:41,682 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:41,682 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45753,1731554256223, seqNum=-1] 2024-11-14T03:17:41,683 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:41,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:41,691 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c388b43816c373f07068c5129ee1a1e2, regionState=OPEN, lastHost=b152692f18ba,34935,1731554238637, regionLocation=b152692f18ba,34935,1731554238637, openSeqNum=2 2024-11-14T03:17:41,691 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:17:41,691 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554321691 2024-11-14T03:17:41,691 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554381691 2024-11-14T03:17:41,691 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-14T03:17:41,692 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b152692f18ba,34935,1731554238637 had 2 regions 2024-11-14T03:17:41,692 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35885,1731554256167-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:41,692 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35885,1731554256167-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:41,692 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35885,1731554256167-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:41,692 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:35885, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:41,692 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:41,692 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:41,693 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b152692f18ba,34935,1731554238637, splitWal=true, meta=true, isMeta: false 2024-11-14T03:17:41,695 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637-splitting dir is empty, no logs to split. 2024-11-14T03:17:41,696 INFO [PEWorker-3 {}] master.SplitWALManager(105): b152692f18ba,34935,1731554238637 WAL count=0, meta=false 2024-11-14T03:17:41,699 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,34935,1731554238637-splitting dir is empty, no logs to split. 2024-11-14T03:17:41,699 INFO [PEWorker-3 {}] master.SplitWALManager(105): b152692f18ba,34935,1731554238637 WAL count=0, meta=false 2024-11-14T03:17:41,699 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b152692f18ba,34935,1731554238637 WAL splitting is done? wals=0, meta=false 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.400sec 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35885,1731554256167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:41,700 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35885,1731554256167-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:17:41,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN}] 2024-11-14T03:17:41,703 WARN [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b152692f18ba,34935,1731554238637/hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:41,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN 2024-11-14T03:17:41,705 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:17:41,705 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:17:41,705 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35885,1731554256167-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:41,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T03:17:41,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:41,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35885,-1 for getting cluster id 2024-11-14T03:17:41,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:41,758 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8370b497-af6f-4414-9bdd-9042f7169d1c' 2024-11-14T03:17:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8370b497-af6f-4414-9bdd-9042f7169d1c" 2024-11-14T03:17:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f67ba4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35885,-1] 2024-11-14T03:17:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:41,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,761 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:41,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8a0d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:41,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45753,1731554256223, seqNum=-1] 2024-11-14T03:17:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:41,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:41,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T03:17:41,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:41,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:41,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:41,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b152692f18ba:35885 after: b152692f18ba:35885 2024-11-14T03:17:41,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76710621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:41,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35885,-1 for getting cluster id 2024-11-14T03:17:41,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:41,771 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8370b497-af6f-4414-9bdd-9042f7169d1c' 2024-11-14T03:17:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8370b497-af6f-4414-9bdd-9042f7169d1c" 2024-11-14T03:17:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445c765d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35885,-1] 2024-11-14T03:17:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:41,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,774 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:41,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:41,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35885,1731554256167 2024-11-14T03:17:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1d0098 2024-11-14T03:17:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:41,778 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:41,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:17:41,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T03:17:41,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:17:41,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T03:17:41,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:17:41,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:41,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:41,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:41,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:17:41,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1068222483, stopped=false 2024-11-14T03:17:41,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,39467,1731554246077 2024-11-14T03:17:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1575524486/running 2024-11-14T03:17:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1575524486/running 2024-11-14T03:17:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:41,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:41,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:41,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:41,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on znode that does not yet exist, /1575524486/running 2024-11-14T03:17:41,831 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,45633,1731554246236' ***** 2024-11-14T03:17:41,831 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:17:41,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Set watcher on znode that does not yet exist, /1575524486/running 2024-11-14T03:17:41,831 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:17:41,831 INFO [RS:0;b152692f18ba:45633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:17:41,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:17:41,832 INFO [RS:0;b152692f18ba:45633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:17:41,832 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,45633,1731554246236 2024-11-14T03:17:41,832 INFO [RS:0;b152692f18ba:45633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:41,832 INFO [RS:0;b152692f18ba:45633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45633. 2024-11-14T03:17:41,832 DEBUG [RS:0;b152692f18ba:45633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:41,832 DEBUG [RS:0;b152692f18ba:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:41,832 INFO [RS:0;b152692f18ba:45633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:17:41,832 INFO [RS:0;b152692f18ba:45633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:17:41,832 INFO [RS:0;b152692f18ba:45633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:17:41,833 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:17:41,833 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:17:41,833 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:17:41,833 DEBUG [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:41,833 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:41,833 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:41,834 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:41,834 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:41,834 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:41,834 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T03:17:41,856 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740/.tmp/ns/2b82f83a84434b409b853a80ffc54f7e is 43, key is default/ns:d/1731554248798/Put/seqid=0 2024-11-14T03:17:41,857 DEBUG [b152692f18ba:35885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:17:41,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c388b43816c373f07068c5129ee1a1e2, regionState=OPENING, regionLocation=b152692f18ba,45753,1731554256223 2024-11-14T03:17:41,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN because future has completed 2024-11-14T03:17:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741835_1011 (size=5153) 2024-11-14T03:17:41,866 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740/.tmp/ns/2b82f83a84434b409b853a80ffc54f7e 2024-11-14T03:17:41,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c388b43816c373f07068c5129ee1a1e2, server=b152692f18ba,45753,1731554256223}] 2024-11-14T03:17:41,871 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:41,877 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740/.tmp/ns/2b82f83a84434b409b853a80ffc54f7e as hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740/ns/2b82f83a84434b409b853a80ffc54f7e 2024-11-14T03:17:41,885 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740/ns/2b82f83a84434b409b853a80ffc54f7e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T03:17:41,887 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false 2024-11-14T03:17:41,887 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:17:41,893 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T03:17:41,894 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:41,894 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:41,894 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:41,894 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554261833Running coprocessor pre-close hooks at 1731554261833Disabling compacts and flushes for region at 1731554261833Disabling writes for close at 1731554261834 (+1 ms)Obtaining lock to block concurrent updates at 1731554261834Preparing flush snapshotting stores in 1588230740 at 1731554261834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731554261835 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554261836 (+1 ms)Flushing 1588230740/ns: creating writer at 1731554261836Flushing 1588230740/ns: appending metadata at 1731554261855 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731554261855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad784a4: reopening flushed file at 1731554261875 (+20 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false at 1731554261887 (+12 ms)Writing region close event to WAL at 1731554261889 (+2 ms)Running coprocessor post-close hooks at 1731554261894 (+5 ms)Closed at 1731554261894 2024-11-14T03:17:41,894 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:42,033 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,45633,1731554246236; all regions closed. 2024-11-14T03:17:42,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:42,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:42,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:17:42,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741834_1010 (size=1152) 2024-11-14T03:17:42,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45753%2C1731554256223.rep, suffix=, logDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223, archiveDir=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs, maxLogs=10 2024-11-14T03:17:42,040 DEBUG [RS:0;b152692f18ba:45633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/oldWALs 2024-11-14T03:17:42,040 INFO [RS:0;b152692f18ba:45633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C45633%2C1731554246236.meta:.meta(num 1731554248670) 2024-11-14T03:17:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741832_1008 (size=93) 2024-11-14T03:17:42,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/WALs/b152692f18ba,45633,1731554246236/b152692f18ba%2C45633%2C1731554246236.1731554247597 not finished, retry = 0 2024-11-14T03:17:42,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.rep.1731554262038, exclude list is [], retry=0 2024-11-14T03:17:42,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-57f62a4e-bd97-48f5-8237-ac9c284c640a,DISK] 2024-11-14T03:17:42,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.rep.1731554262038 2024-11-14T03:17:42,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-14T03:17:42,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c388b43816c373f07068c5129ee1a1e2, NAME => 'hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:42,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:42,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:42,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. service=MultiRowMutationService 2024-11-14T03:17:42,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:17:42,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:42,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,060 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,061 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c388b43816c373f07068c5129ee1a1e2 columnFamilyName hfileref 2024-11-14T03:17:42,061 DEBUG [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:42,061 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(327): Store=c388b43816c373f07068c5129ee1a1e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:42,062 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,062 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c388b43816c373f07068c5129ee1a1e2 columnFamilyName queue 2024-11-14T03:17:42,062 DEBUG [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:42,069 DEBUG [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/queue/dfacc56b5a11434490c8fdade49ad19a 2024-11-14T03:17:42,069 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(327): Store=c388b43816c373f07068c5129ee1a1e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:42,069 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,070 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c388b43816c373f07068c5129ee1a1e2 columnFamilyName sid 2024-11-14T03:17:42,071 DEBUG [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:42,071 INFO [StoreOpener-c388b43816c373f07068c5129ee1a1e2-1 {}] regionserver.HStore(327): Store=c388b43816c373f07068c5129ee1a1e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:42,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:17:42,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c388b43816c373f07068c5129ee1a1e2; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69567868, jitterRate=0.03664201498031616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:17:42,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:42,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c388b43816c373f07068c5129ee1a1e2: Running coprocessor pre-open hook at 1731554262059Writing region info on filesystem at 1731554262059Initializing all the Stores at 1731554262060 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554262060Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554262060Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554262060Cleaning up temporary data from old regions at 1731554262075 (+15 ms)Running coprocessor post-open hooks at 1731554262078 (+3 ms)Region opened successfully at 1731554262079 (+1 ms) 2024-11-14T03:17:42,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2., pid=19, masterSystemTime=1731554262024 2024-11-14T03:17:42,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:42,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:42,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c388b43816c373f07068c5129ee1a1e2, regionState=OPEN, openSeqNum=10, regionLocation=b152692f18ba,45753,1731554256223 2024-11-14T03:17:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c388b43816c373f07068c5129ee1a1e2, server=b152692f18ba,45753,1731554256223 because future has completed 2024-11-14T03:17:42,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T03:17:42,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c388b43816c373f07068c5129ee1a1e2, server=b152692f18ba,45753,1731554256223 in 218 msec 2024-11-14T03:17:42,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T03:17:42,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c388b43816c373f07068c5129ee1a1e2, ASSIGN in 389 msec 2024-11-14T03:17:42,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T03:17:42,098 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:42,098 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:42,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2., hostname=b152692f18ba,45753,1731554256223, seqNum=10] 2024-11-14T03:17:42,138 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b152692f18ba,34935,1731554238637 2024-11-14T03:17:42,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T03:17:42,146 DEBUG [RS:0;b152692f18ba:45633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/oldWALs 2024-11-14T03:17:42,146 INFO [RS:0;b152692f18ba:45633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C45633%2C1731554246236:(num 1731554247597) 2024-11-14T03:17:42,146 DEBUG [RS:0;b152692f18ba:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:42,146 INFO [RS:0;b152692f18ba:45633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:42,146 INFO [RS:0;b152692f18ba:45633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:42,146 INFO [RS:0;b152692f18ba:45633 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:42,147 INFO [RS:0;b152692f18ba:45633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:42,147 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:42,147 INFO [RS:0;b152692f18ba:45633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45633 2024-11-14T03:17:42,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1575524486/rs/b152692f18ba,45633,1731554246236 2024-11-14T03:17:42,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486/rs 2024-11-14T03:17:42,169 INFO [RS:0;b152692f18ba:45633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:42,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,45633,1731554246236] 2024-11-14T03:17:42,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1575524486/draining/b152692f18ba,45633,1731554246236 already deleted, retry=false 2024-11-14T03:17:42,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,45633,1731554246236 expired; onlineServers=0 2024-11-14T03:17:42,190 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,39467,1731554246077' ***** 2024-11-14T03:17:42,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:17:42,190 INFO [M:0;b152692f18ba:39467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:42,190 INFO [M:0;b152692f18ba:39467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:42,190 DEBUG [M:0;b152692f18ba:39467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:17:42,190 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:17:42,190 DEBUG [M:0;b152692f18ba:39467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:17:42,190 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554247346 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554247346,5,FailOnTimeoutGroup] 2024-11-14T03:17:42,190 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554247346 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554247346,5,FailOnTimeoutGroup] 2024-11-14T03:17:42,190 INFO [M:0;b152692f18ba:39467 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:42,191 INFO [M:0;b152692f18ba:39467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:42,191 DEBUG [M:0;b152692f18ba:39467 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:17:42,191 INFO [M:0;b152692f18ba:39467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:17:42,191 INFO [M:0;b152692f18ba:39467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:42,191 INFO [M:0;b152692f18ba:39467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:17:42,191 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:17:42,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1575524486/master 2024-11-14T03:17:42,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1575524486 2024-11-14T03:17:42,200 DEBUG [M:0;b152692f18ba:39467 {}] zookeeper.ZKUtil(347): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Unable to get data of znode /1575524486/master because node does not exist (not an error) 2024-11-14T03:17:42,200 WARN [M:0;b152692f18ba:39467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:17:42,202 INFO [M:0;b152692f18ba:39467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/.lastflushedseqids 2024-11-14T03:17:42,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741836_1012 (size=99) 2024-11-14T03:17:42,279 INFO [RS:0;b152692f18ba:45633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:42,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:42,279 INFO [RS:0;b152692f18ba:45633 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,45633,1731554246236; zookeeper connection closed. 2024-11-14T03:17:42,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x1013758c1900004, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:42,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ffeaefc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ffeaefc 2024-11-14T03:17:42,280 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:17:42,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T03:17:42,611 INFO [M:0;b152692f18ba:39467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:17:42,611 INFO [M:0;b152692f18ba:39467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:17:42,611 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:42,612 INFO [M:0;b152692f18ba:39467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:42,612 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:42,612 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:42,612 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:42,613 INFO [M:0;b152692f18ba:39467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T03:17:42,635 DEBUG [M:0;b152692f18ba:39467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53294e56a5ca4f76a7d0eb91811a54eb is 82, key is hbase:meta,,1/info:regioninfo/1731554248760/Put/seqid=0 2024-11-14T03:17:42,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741837_1013 (size=5672) 2024-11-14T03:17:43,042 INFO [M:0;b152692f18ba:39467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53294e56a5ca4f76a7d0eb91811a54eb 2024-11-14T03:17:43,076 DEBUG [M:0;b152692f18ba:39467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/010b6e3f435f4d0795ff16c290fa9acf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731554248807/Put/seqid=0 2024-11-14T03:17:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741838_1014 (size=5275) 2024-11-14T03:17:43,105 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:43,105 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:43,482 INFO [M:0;b152692f18ba:39467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/010b6e3f435f4d0795ff16c290fa9acf 2024-11-14T03:17:43,507 DEBUG [M:0;b152692f18ba:39467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a61449117a34848a0d75def9b302e4b is 69, key is b152692f18ba,45633,1731554246236/rs:state/1731554247427/Put/seqid=0 2024-11-14T03:17:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741839_1015 (size=5156) 2024-11-14T03:17:43,914 INFO [M:0;b152692f18ba:39467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a61449117a34848a0d75def9b302e4b 2024-11-14T03:17:43,922 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53294e56a5ca4f76a7d0eb91811a54eb as hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53294e56a5ca4f76a7d0eb91811a54eb 2024-11-14T03:17:43,929 INFO [M:0;b152692f18ba:39467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53294e56a5ca4f76a7d0eb91811a54eb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T03:17:43,931 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/010b6e3f435f4d0795ff16c290fa9acf as hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/010b6e3f435f4d0795ff16c290fa9acf 2024-11-14T03:17:43,937 INFO [M:0;b152692f18ba:39467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/010b6e3f435f4d0795ff16c290fa9acf, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T03:17:43,938 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a61449117a34848a0d75def9b302e4b as hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a61449117a34848a0d75def9b302e4b 2024-11-14T03:17:43,945 INFO [M:0;b152692f18ba:39467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a61449117a34848a0d75def9b302e4b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T03:17:43,946 INFO [M:0;b152692f18ba:39467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false 2024-11-14T03:17:43,947 INFO [M:0;b152692f18ba:39467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:43,948 DEBUG [M:0;b152692f18ba:39467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554262611Disabling compacts and flushes for region at 1731554262611Disabling writes for close at 1731554262612 (+1 ms)Obtaining lock to block concurrent updates at 1731554262613 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554262613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731554262614 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554262616 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554262616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554262634 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554262634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554263056 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554263076 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554263076Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554263492 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554263507 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554263507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abb3c42: reopening flushed file at 1731554263921 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca061e0: reopening flushed file at 1731554263930 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c63b34f: reopening flushed file at 1731554263937 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false at 1731554263946 (+9 ms)Writing region close event to WAL at 1731554263947 (+1 ms)Closed at 1731554263947 2024-11-14T03:17:43,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45177 is added to blk_1073741830_1006 (size=10165) 2024-11-14T03:17:43,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/301eb2af-0908-f51d-3807-fda02c8f9263/MasterData/WALs/b152692f18ba,39467,1731554246077/b152692f18ba%2C39467%2C1731554246077.1731554246975 not finished, retry = 0 2024-11-14T03:17:44,052 INFO [M:0;b152692f18ba:39467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:17:44,052 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:44,052 INFO [M:0;b152692f18ba:39467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39467 2024-11-14T03:17:44,054 INFO [M:0;b152692f18ba:39467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:44,216 INFO [M:0;b152692f18ba:39467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:44,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:44,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39467-0x1013758c1900003, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:44,216 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:44,216 DEBUG [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/WALs/b152692f18ba,45753,1731554256223/b152692f18ba%2C45753%2C1731554256223.1731554257528 to pos 0, reset compression=false 2024-11-14T03:17:44,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c12bb3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:17:44,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:17:44,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:17:44,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:17:44,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.log.dir/,STOPPED} 2024-11-14T03:17:44,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:17:44,230 WARN [BP-1660265892-172.17.0.3-1731554243769 heartbeating to localhost/127.0.0.1:42953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:17:44,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:17:44,230 WARN [BP-1660265892-172.17.0.3-1731554243769 heartbeating to localhost/127.0.0.1:42953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1660265892-172.17.0.3-1731554243769 (Datanode Uuid 45cecca6-dae6-4cb5-a16e-9ad48c467306) service to localhost/127.0.0.1:42953 2024-11-14T03:17:44,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/cluster_6a48590b-3d4f-98e9-614a-feba7a0cbe43/data/data1/current/BP-1660265892-172.17.0.3-1731554243769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:17:44,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/cluster_6a48590b-3d4f-98e9-614a-feba7a0cbe43/data/data2/current/BP-1660265892-172.17.0.3-1731554243769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:17:44,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:17:44,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a033f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:17:44,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:17:44,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:17:44,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:17:44,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.log.dir/,STOPPED} 2024-11-14T03:17:44,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:17:44,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:17:44,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:44,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:44,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:44,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:17:44,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=115052925, stopped=false 2024-11-14T03:17:44,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,35885,1731554256167 2024-11-14T03:17:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:44,274 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/running 2024-11-14T03:17:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:44,274 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:44,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:44,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:44,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:44,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:44,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Set watcher on znode that does not yet exist, /01220389126/running 2024-11-14T03:17:44,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,45753,1731554256223' ***** 2024-11-14T03:17:44,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:17:44,275 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:17:44,275 INFO [RS:0;b152692f18ba:45753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:17:44,275 INFO [RS:0;b152692f18ba:45753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:17:44,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:17:44,276 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(3091): Received CLOSE for c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:44,276 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,45753,1731554256223 2024-11-14T03:17:44,276 INFO [RS:0;b152692f18ba:45753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:44,276 INFO [RS:0;b152692f18ba:45753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45753. 2024-11-14T03:17:44,276 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c388b43816c373f07068c5129ee1a1e2, disabling compactions & flushes 2024-11-14T03:17:44,276 DEBUG [RS:0;b152692f18ba:45753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:44,276 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:44,276 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,276 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:44,276 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. after waiting 0 ms 2024-11-14T03:17:44,276 INFO [RS:0;b152692f18ba:45753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:17:44,276 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:44,277 INFO [RS:0;b152692f18ba:45753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:17:44,277 INFO [RS:0;b152692f18ba:45753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:17:44,277 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:17:44,277 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:17:44,277 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c388b43816c373f07068c5129ee1a1e2=hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2.} 2024-11-14T03:17:44,277 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c388b43816c373f07068c5129ee1a1e2 2024-11-14T03:17:44,277 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:44,278 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:44,278 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:44,278 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:44,278 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:44,278 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T03:17:44,283 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/replication/c388b43816c373f07068c5129ee1a1e2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T03:17:44,284 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:44,284 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:44,284 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:44,285 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c388b43816c373f07068c5129ee1a1e2: Waiting for close lock at 1731554264276Running coprocessor pre-close hooks at 1731554264276Disabling compacts and flushes for region at 1731554264276Disabling writes for close at 1731554264276Writing region close event to WAL at 1731554264278 (+2 ms)Running coprocessor post-close hooks at 1731554264284 (+6 ms)Closed at 1731554264284 2024-11-14T03:17:44,285 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2. 2024-11-14T03:17:44,295 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/info/ec4a49e16a6b42c7a5bb720c3998a6b6 is 147, key is hbase:replication,,1731554249005.c388b43816c373f07068c5129ee1a1e2./info:regioninfo/1731554262084/Put/seqid=0 2024-11-14T03:17:44,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741851_1027 (size=6385) 2024-11-14T03:17:44,365 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:44,387 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:17:44,387 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:17:44,478 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:44,678 DEBUG [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:44,701 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/info/ec4a49e16a6b42c7a5bb720c3998a6b6 2024-11-14T03:17:44,710 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/.tmp/info/ec4a49e16a6b42c7a5bb720c3998a6b6 as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/info/ec4a49e16a6b42c7a5bb720c3998a6b6 2024-11-14T03:17:44,717 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/info/ec4a49e16a6b42c7a5bb720c3998a6b6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T03:17:44,719 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-14T03:17:44,735 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T03:17:44,736 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:44,736 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:44,736 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:44,736 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554264277Running coprocessor pre-close hooks at 1731554264277Disabling compacts and flushes for region at 1731554264277Disabling writes for close at 1731554264278 (+1 ms)Obtaining lock to block concurrent updates at 1731554264278Preparing flush snapshotting stores in 1588230740 at 1731554264278Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731554264279 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554264280 (+1 ms)Flushing 1588230740/info: creating writer at 1731554264280Flushing 1588230740/info: appending metadata at 1731554264295 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731554264295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5319b7fe: reopening flushed file at 1731554264709 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731554264719 (+10 ms)Writing region close event to WAL at 1731554264730 (+11 ms)Running coprocessor post-close hooks at 1731554264736 (+6 ms)Closed at 1731554264736 2024-11-14T03:17:44,736 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:44,878 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,45753,1731554256223; all regions closed. 2024-11-14T03:17:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741849_1025 (size=2156) 2024-11-14T03:17:44,884 DEBUG [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs 2024-11-14T03:17:44,884 INFO [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C45753%2C1731554256223.meta:.meta(num 1731554257764) 2024-11-14T03:17:44,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741850_1026 (size=796) 2024-11-14T03:17:44,891 DEBUG [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs 2024-11-14T03:17:44,891 INFO [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C45753%2C1731554256223.rep:(num 1731554262038) 2024-11-14T03:17:44,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741848_1024 (size=93) 2024-11-14T03:17:44,895 DEBUG [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/oldWALs 2024-11-14T03:17:44,895 INFO [RS:0;b152692f18ba:45753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C45753%2C1731554256223:(num 1731554257528) 2024-11-14T03:17:44,895 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,895 INFO [RS:0;b152692f18ba:45753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:44,896 INFO [RS:0;b152692f18ba:45753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:44,896 INFO [RS:0;b152692f18ba:45753 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:44,896 INFO [RS:0;b152692f18ba:45753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:44,896 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:44,896 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,45753,1731554256223 because: Region server is closing 2024-11-14T03:17:44,896 INFO [RS:0;b152692f18ba:45753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45753. 2024-11-14T03:17:44,896 DEBUG [RS:0;b152692f18ba:45753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:44,896 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,897 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:44,897 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T03:17:44,897 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T03:17:44,897 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T03:17:44,997 WARN [RS:0;b152692f18ba:45753.replicationSource.shipperb152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:17:44,997 WARN [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:17:44,997 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b152692f18ba:45753.replicationSource.shipperb152692f18ba%2C45753%2C1731554256223,1-b152692f18ba,45753,1731554256223 terminated 2024-11-14T03:17:44,997 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b152692f18ba,45753,1731554256223 because: Region server is closing 2024-11-14T03:17:44,998 INFO [RS:0;b152692f18ba:45753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45753. 2024-11-14T03:17:44,998 DEBUG [RS:0;b152692f18ba:45753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:44,998 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,998 DEBUG [RS:0;b152692f18ba:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:44,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:45,098 WARN [RS:0;b152692f18ba:45753.replicationSource.wal-reader.b152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:17:45,098 WARN [RS:0;b152692f18ba:45753.replicationSource.shipperb152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:17:45,099 INFO [RS:0;b152692f18ba:45753 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b152692f18ba:45753.replicationSource.shipperb152692f18ba%2C45753%2C1731554256223,2-b152692f18ba,45753,1731554256223 terminated 2024-11-14T03:17:45,099 INFO [RS:0;b152692f18ba:45753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45753 2024-11-14T03:17:45,151 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/rs/b152692f18ba,45753,1731554256223 2024-11-14T03:17:45,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126/rs 2024-11-14T03:17:45,151 INFO [RS:0;b152692f18ba:45753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:45,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,45753,1731554256223] 2024-11-14T03:17:45,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01220389126/draining/b152692f18ba,45753,1731554256223 already deleted, retry=false 2024-11-14T03:17:45,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,45753,1731554256223 expired; onlineServers=0 2024-11-14T03:17:45,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,35885,1731554256167' ***** 2024-11-14T03:17:45,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:17:45,172 INFO [M:0;b152692f18ba:35885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:45,172 INFO [M:0;b152692f18ba:35885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:45,172 DEBUG [M:0;b152692f18ba:35885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:17:45,172 DEBUG [M:0;b152692f18ba:35885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:17:45,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:17:45,172 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554257166 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554257166,5,FailOnTimeoutGroup] 2024-11-14T03:17:45,172 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554257166 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554257166,5,FailOnTimeoutGroup] 2024-11-14T03:17:45,173 INFO [M:0;b152692f18ba:35885 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:45,173 INFO [M:0;b152692f18ba:35885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:45,173 DEBUG [M:0;b152692f18ba:35885 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:17:45,173 INFO [M:0;b152692f18ba:35885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:17:45,173 INFO [M:0;b152692f18ba:35885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:45,173 INFO [M:0;b152692f18ba:35885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:17:45,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:17:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01220389126/master 2024-11-14T03:17:45,183 DEBUG [M:0;b152692f18ba:35885 {}] zookeeper.ZKUtil(347): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Unable to get data of znode /01220389126/master because node does not exist (not an error) 2024-11-14T03:17:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01220389126 2024-11-14T03:17:45,183 WARN [M:0;b152692f18ba:35885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:17:45,184 INFO [M:0;b152692f18ba:35885 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/.lastflushedseqids 2024-11-14T03:17:45,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741852_1028 (size=181) 2024-11-14T03:17:45,199 INFO [M:0;b152692f18ba:35885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:17:45,199 INFO [M:0;b152692f18ba:35885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:17:45,199 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:45,199 INFO [M:0;b152692f18ba:35885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:45,199 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:45,199 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:45,199 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:45,199 INFO [M:0;b152692f18ba:35885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T03:17:45,227 DEBUG [M:0;b152692f18ba:35885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0260f44543640f4b5d67969dbcfe593 is 82, key is hbase:meta,,1/info:regioninfo/1731554257826/Put/seqid=0 2024-11-14T03:17:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741853_1029 (size=5680) 2024-11-14T03:17:45,234 INFO [M:0;b152692f18ba:35885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0260f44543640f4b5d67969dbcfe593 2024-11-14T03:17:45,262 INFO [RS:0;b152692f18ba:45753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:45,262 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:45,262 INFO [RS:0;b152692f18ba:45753 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,45753,1731554256223; zookeeper connection closed. 2024-11-14T03:17:45,262 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1013758c1900007, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:45,267 DEBUG [M:0;b152692f18ba:35885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02e0fb3ad6fd44959c720e445b38fbe5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731554262092/Put/seqid=0 2024-11-14T03:17:45,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ca4431e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ca4431e 2024-11-14T03:17:45,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:17:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741854_1030 (size=7319) 2024-11-14T03:17:45,681 INFO [M:0;b152692f18ba:35885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02e0fb3ad6fd44959c720e445b38fbe5 2024-11-14T03:17:45,724 DEBUG [M:0;b152692f18ba:35885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a43a4bd37a154c99af33c68de2c7e490 is 69, key is b152692f18ba,45753,1731554256223/rs:state/1731554257296/Put/seqid=0 2024-11-14T03:17:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741855_1031 (size=5371) 2024-11-14T03:17:45,756 INFO [M:0;b152692f18ba:35885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a43a4bd37a154c99af33c68de2c7e490 2024-11-14T03:17:45,764 INFO [M:0;b152692f18ba:35885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a43a4bd37a154c99af33c68de2c7e490 2024-11-14T03:17:45,766 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0260f44543640f4b5d67969dbcfe593 as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0260f44543640f4b5d67969dbcfe593 2024-11-14T03:17:45,775 INFO [M:0;b152692f18ba:35885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0260f44543640f4b5d67969dbcfe593, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T03:17:45,777 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02e0fb3ad6fd44959c720e445b38fbe5 as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02e0fb3ad6fd44959c720e445b38fbe5 2024-11-14T03:17:45,786 INFO [M:0;b152692f18ba:35885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02e0fb3ad6fd44959c720e445b38fbe5, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T03:17:45,788 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a43a4bd37a154c99af33c68de2c7e490 as hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a43a4bd37a154c99af33c68de2c7e490 2024-11-14T03:17:45,797 INFO [M:0;b152692f18ba:35885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a43a4bd37a154c99af33c68de2c7e490 2024-11-14T03:17:45,797 INFO [M:0;b152692f18ba:35885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37263/user/jenkins/test-data/ffd6bc55-5420-f95f-075b-6f1f03335aec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a43a4bd37a154c99af33c68de2c7e490, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T03:17:45,798 INFO [M:0;b152692f18ba:35885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=172, compaction requested=false 2024-11-14T03:17:45,805 INFO [M:0;b152692f18ba:35885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:45,805 DEBUG [M:0;b152692f18ba:35885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554265199Disabling compacts and flushes for region at 1731554265199Disabling writes for close at 1731554265199Obtaining lock to block concurrent updates at 1731554265199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554265199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731554265200 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554265201 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554265201Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554265226 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554265226Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554265244 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554265267 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554265267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554265689 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554265721 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554265721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1634b2e: reopening flushed file at 1731554265765 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3d4d69: reopening flushed file at 1731554265776 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4462f7: reopening flushed file at 1731554265787 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=172, compaction requested=false at 1731554265798 (+11 ms)Writing region close event to WAL at 1731554265805 (+7 ms)Closed at 1731554265805 2024-11-14T03:17:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741847_1023 (size=22949) 2024-11-14T03:17:45,812 INFO [M:0;b152692f18ba:35885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:17:45,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:45,812 INFO [M:0;b152692f18ba:35885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35885 2024-11-14T03:17:45,813 INFO [M:0;b152692f18ba:35885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:45,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:45,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x1013758c1900006, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:45,963 INFO [M:0;b152692f18ba:35885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:45,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:17:45,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:17:45,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:17:45,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:17:45,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.log.dir/,STOPPED} 2024-11-14T03:17:45,969 WARN [BP-1967612645-172.17.0.3-1731554233044 heartbeating to localhost/127.0.0.1:37263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:17:45,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:17:45,969 WARN [BP-1967612645-172.17.0.3-1731554233044 heartbeating to localhost/127.0.0.1:37263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967612645-172.17.0.3-1731554233044 (Datanode Uuid 449dd3fb-1966-4e85-868d-281a77e61215) service to localhost/127.0.0.1:37263 2024-11-14T03:17:45,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:17:45,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320/data/data1/current/BP-1967612645-172.17.0.3-1731554233044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:17:45,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/cluster_68aa68a5-2122-0d5f-a311-f88add931320/data/data2/current/BP-1967612645-172.17.0.3-1731554233044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:17:45,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:17:45,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:17:45,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:17:45,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:17:45,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:17:45,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d72659af-df4d-5951-e541-503c1503b6ff/hadoop.log.dir/,STOPPED} 2024-11-14T03:17:45,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:17:46,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:17:46,029 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=113 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3df2380f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42953 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b152692f18ba:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b152692f18ba:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b152692f18ba:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37263 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b152692f18ba:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51032) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b152692f18ba:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51032) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 401), ProcessCount=11 (was 11), AvailableMemoryMB=6050 (was 6907) 2024-11-14T03:17:46,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=113, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=6050 2024-11-14T03:17:46,053 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T03:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.log.dir so I do NOT create it in target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376 2024-11-14T03:17:46,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:17:46,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.tmp.dir so I do NOT create it in target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376 2024-11-14T03:17:46,055 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2989be08-36b8-60b6-1118-5d9d3a7860fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:17:46,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376 2024-11-14T03:17:46,055 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e, deleteOnExit=true 2024-11-14T03:17:46,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e/zookeeper_0, clientPort=58850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:17:46,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58850 2024-11-14T03:17:46,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:17:46,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:17:46,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/test.cache.data in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:17:46,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:46,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:17:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:17:46,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013758c1900002, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:17:46,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013758c1900005, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:17:46,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013758c1900005, quorum=127.0.0.1:51032, baseZNode=/1575524486 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:17:46,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013758c1900002, quorum=127.0.0.1:51032, baseZNode=/01220389126 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:17:46,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:46,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:46,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:46,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:46,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:17:46,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:46,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:46,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:46,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ff935e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/java.io.tmpdir/jetty-localhost-36117-hadoop-hdfs-3_4_1-tests_jar-_-any-6570181171163219012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:17:46,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:36117} 2024-11-14T03:17:46,578 INFO [Time-limited test {}] server.Server(415): Started @36788ms 2024-11-14T03:17:46,931 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:17:46,932 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:17:46,954 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:17:46,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:46,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:46,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:46,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:46,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:17:46,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb07959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:46,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d554b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:47,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@351e6c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/java.io.tmpdir/jetty-localhost-34281-hadoop-hdfs-3_4_1-tests_jar-_-any-12852885284820088522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:17:47,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4212f721{HTTP/1.1, (http/1.1)}{localhost:34281} 2024-11-14T03:17:47,123 INFO [Time-limited test {}] server.Server(415): Started @37333ms 2024-11-14T03:17:47,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:17:47,817 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e/data/data2/current/BP-1909419720-172.17.0.3-1731554266092/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:47,817 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e/data/data1/current/BP-1909419720-172.17.0.3-1731554266092/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:47,873 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:17:47,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60b9f7aa6b32804b with lease ID 0xea67ab5a1d54779c: Processing first storage report for DS-a1d94a87-349f-4f95-baaa-a68282879c2f from datanode DatanodeRegistration(127.0.0.1:41775, datanodeUuid=d019b01f-8e4e-414a-85dc-805806a30415, infoPort=43455, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1259395788;c=1731554266092) 2024-11-14T03:17:47,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60b9f7aa6b32804b with lease ID 0xea67ab5a1d54779c: from storage DS-a1d94a87-349f-4f95-baaa-a68282879c2f node DatanodeRegistration(127.0.0.1:41775, datanodeUuid=d019b01f-8e4e-414a-85dc-805806a30415, infoPort=43455, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1259395788;c=1731554266092), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:17:47,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60b9f7aa6b32804b with lease ID 0xea67ab5a1d54779c: Processing first storage report for DS-beab5647-4e69-4c6c-a1f2-d83c366bd75c from datanode DatanodeRegistration(127.0.0.1:41775, datanodeUuid=d019b01f-8e4e-414a-85dc-805806a30415, infoPort=43455, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1259395788;c=1731554266092) 2024-11-14T03:17:47,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60b9f7aa6b32804b with lease ID 0xea67ab5a1d54779c: from storage DS-beab5647-4e69-4c6c-a1f2-d83c366bd75c node DatanodeRegistration(127.0.0.1:41775, datanodeUuid=d019b01f-8e4e-414a-85dc-805806a30415, infoPort=43455, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1259395788;c=1731554266092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:17:47,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376 2024-11-14T03:17:47,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:47,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:17:47,942 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0 with version=8 2024-11-14T03:17:47,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/hbase-staging 2024-11-14T03:17:47,945 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:47,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:47,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:17:47,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:47,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45305 2024-11-14T03:17:47,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45305 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-14T03:17:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453050x0, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:48,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45305-0x101375947750000 connected 2024-11-14T03:17:48,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:48,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:17:48,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:17:48,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:48,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:48,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:48,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on znode that does not yet exist, /0896397620/running 2024-11-14T03:17:48,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0, hbase.cluster.distributed=false 2024-11-14T03:17:48,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on znode that does not yet exist, /0896397620/acl 2024-11-14T03:17:48,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45305 2024-11-14T03:17:48,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45305 2024-11-14T03:17:48,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45305 2024-11-14T03:17:48,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45305 2024-11-14T03:17:48,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45305 2024-11-14T03:17:48,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:48,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:48,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:48,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:48,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:48,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:48,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:17:48,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:48,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43375 2024-11-14T03:17:48,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43375 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-14T03:17:48,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:48,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433750x0, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:48,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433750x0, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on znode that does not yet exist, /0896397620/running 2024-11-14T03:17:48,180 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:17:48,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43375-0x101375947750001 connected 2024-11-14T03:17:48,184 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:17:48,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on znode that does not yet exist, /0896397620/master 2024-11-14T03:17:48,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on znode that does not yet exist, /0896397620/acl 2024-11-14T03:17:48,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43375 2024-11-14T03:17:48,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43375 2024-11-14T03:17:48,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43375 2024-11-14T03:17:48,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43375 2024-11-14T03:17:48,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43375 2024-11-14T03:17:48,210 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:45305 2024-11-14T03:17:48,211 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0896397620/backup-masters/b152692f18ba,45305,1731554267944 2024-11-14T03:17:48,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620/backup-masters 2024-11-14T03:17:48,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620/backup-masters 2024-11-14T03:17:48,221 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on existing znode=/0896397620/backup-masters/b152692f18ba,45305,1731554267944 2024-11-14T03:17:48,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:48,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0896397620/master 2024-11-14T03:17:48,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:48,232 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on existing znode=/0896397620/master 2024-11-14T03:17:48,232 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0896397620/backup-masters/b152692f18ba,45305,1731554267944 from backup master directory 2024-11-14T03:17:48,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620/backup-masters 2024-11-14T03:17:48,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0896397620/backup-masters/b152692f18ba,45305,1731554267944 2024-11-14T03:17:48,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620/backup-masters 2024-11-14T03:17:48,242 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:48,242 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,45305,1731554267944 2024-11-14T03:17:48,249 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/hbase.id] with ID: cffbb28f-ee1a-4366-84eb-476fabdc4737 2024-11-14T03:17:48,249 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/.tmp/hbase.id 2024-11-14T03:17:48,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:17:48,661 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/.tmp/hbase.id]:[hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/hbase.id] 2024-11-14T03:17:48,677 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:48,677 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:17:48,681 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T03:17:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:48,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:17:49,139 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:17:49,141 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:17:49,141 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:17:49,549 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store 2024-11-14T03:17:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:17:49,558 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:49,558 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:49,558 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:49,558 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:49,558 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:49,558 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:49,558 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:49,559 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554269558Disabling compacts and flushes for region at 1731554269558Disabling writes for close at 1731554269558Writing region close event to WAL at 1731554269558Closed at 1731554269558 2024-11-14T03:17:49,559 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/.initializing 2024-11-14T03:17:49,560 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/WALs/b152692f18ba,45305,1731554267944 2024-11-14T03:17:49,561 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:49,563 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C45305%2C1731554267944, suffix=, logDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/WALs/b152692f18ba,45305,1731554267944, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/oldWALs, maxLogs=10 2024-11-14T03:17:49,582 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/WALs/b152692f18ba,45305,1731554267944/b152692f18ba%2C45305%2C1731554267944.1731554269563, exclude list is [], retry=0 2024-11-14T03:17:49,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41775,DS-a1d94a87-349f-4f95-baaa-a68282879c2f,DISK] 2024-11-14T03:17:49,588 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/WALs/b152692f18ba,45305,1731554267944/b152692f18ba%2C45305%2C1731554267944.1731554269563 2024-11-14T03:17:49,590 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-14T03:17:49,590 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:49,590 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:49,590 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,590 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:17:49,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:49,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:49,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:17:49,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:49,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:49,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:17:49,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:49,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:49,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:17:49,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:49,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:49,604 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,604 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,605 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,606 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,606 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:49,608 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:49,612 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:49,613 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60129090, jitterRate=-0.10400673747062683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:49,614 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554269590Initializing all the Stores at 1731554269592 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554269592Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554269592Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554269592Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554269592Cleaning up temporary data from old regions at 1731554269606 (+14 ms)Region opened successfully at 1731554269614 (+8 ms) 2024-11-14T03:17:49,614 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:17:49,618 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88903a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:49,620 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:17:49,620 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:17:49,620 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:17:49,620 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:17:49,621 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T03:17:49,622 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:17:49,622 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:17:49,630 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:17:49,632 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Unable to get data of znode /0896397620/balancer because node does not exist (not necessarily an error) 2024-11-14T03:17:49,694 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0896397620/balancer already deleted, retry=false 2024-11-14T03:17:49,695 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:17:49,695 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Unable to get data of znode /0896397620/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:17:49,704 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0896397620/normalizer already deleted, retry=false 2024-11-14T03:17:49,705 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:17:49,706 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Unable to get data of znode /0896397620/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:17:49,715 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0896397620/switch/split already deleted, retry=false 2024-11-14T03:17:49,716 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Unable to get data of znode /0896397620/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:17:49,725 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0896397620/switch/merge already deleted, retry=false 2024-11-14T03:17:49,728 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Unable to get data of znode /0896397620/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:17:49,740 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0896397620/snapshot-cleanup already deleted, retry=false 2024-11-14T03:17:49,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0896397620/running 2024-11-14T03:17:49,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0896397620/running 2024-11-14T03:17:49,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:49,751 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,45305,1731554267944, sessionid=0x101375947750000, setting cluster-up flag (Was=false) 2024-11-14T03:17:49,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:49,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:49,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0896397620/flush-table-proc/acquired, /0896397620/flush-table-proc/reached, /0896397620/flush-table-proc/abort 2024-11-14T03:17:49,804 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,45305,1731554267944 2024-11-14T03:17:49,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:49,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:49,856 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0896397620/online-snapshot/acquired, /0896397620/online-snapshot/reached, /0896397620/online-snapshot/abort 2024-11-14T03:17:49,858 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,45305,1731554267944 2024-11-14T03:17:49,861 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:17:49,870 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:49,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:17:49,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:17:49,871 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,45305,1731554267944 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:49,873 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:49,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:49,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:17:49,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:49,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:17:49,904 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554299904 2024-11-14T03:17:49,904 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:17:49,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:17:49,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:17:49,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:17:49,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:17:49,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:17:49,908 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(746): ClusterId : cffbb28f-ee1a-4366-84eb-476fabdc4737 2024-11-14T03:17:49,908 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:49,908 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:17:49,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:17:49,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:17:49,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:17:49,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:17:49,915 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:17:49,915 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:17:49,917 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554269915,5,FailOnTimeoutGroup] 2024-11-14T03:17:49,920 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:17:49,920 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:17:49,926 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554269917,5,FailOnTimeoutGroup] 2024-11-14T03:17:49,926 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:49,926 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:17:49,926 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:49,926 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:49,930 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:17:49,930 DEBUG [RS:0;b152692f18ba:43375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f65c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:17:49,952 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:43375 2024-11-14T03:17:49,952 INFO [RS:0;b152692f18ba:43375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:17:49,952 INFO [RS:0;b152692f18ba:43375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:17:49,952 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:17:49,953 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,45305,1731554267944 with port=43375, startcode=1731554268157 2024-11-14T03:17:49,953 DEBUG [RS:0;b152692f18ba:43375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:17:49,965 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:17:49,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,43375,1731554268157 2024-11-14T03:17:49,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45305 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,43375,1731554268157 2024-11-14T03:17:49,984 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0 2024-11-14T03:17:49,984 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38773 2024-11-14T03:17:49,984 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:17:49,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620/rs 2024-11-14T03:17:49,993 DEBUG [RS:0;b152692f18ba:43375 {}] zookeeper.ZKUtil(111): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on existing znode=/0896397620/rs/b152692f18ba,43375,1731554268157 2024-11-14T03:17:49,993 WARN [RS:0;b152692f18ba:43375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:49,993 INFO [RS:0;b152692f18ba:43375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:49,993 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157 2024-11-14T03:17:49,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,43375,1731554268157] 2024-11-14T03:17:50,007 INFO [RS:0;b152692f18ba:43375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:17:50,016 INFO [RS:0;b152692f18ba:43375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:17:50,024 INFO [RS:0;b152692f18ba:43375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:17:50,024 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,027 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:17:50,028 INFO [RS:0;b152692f18ba:43375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:17:50,028 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,029 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,030 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:50,030 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:50,030 DEBUG [RS:0;b152692f18ba:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:50,037 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,037 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,037 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,037 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,037 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,037 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43375,1731554268157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:50,060 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:17:50,060 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43375,1731554268157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,060 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,060 INFO [RS:0;b152692f18ba:43375 {}] regionserver.Replication(171): b152692f18ba,43375,1731554268157 started 2024-11-14T03:17:50,080 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,080 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,43375,1731554268157, RpcServer on b152692f18ba/172.17.0.3:43375, sessionid=0x101375947750001 2024-11-14T03:17:50,080 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:17:50,080 DEBUG [RS:0;b152692f18ba:43375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,43375,1731554268157 2024-11-14T03:17:50,080 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,43375,1731554268157' 2024-11-14T03:17:50,081 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0896397620/flush-table-proc/abort' 2024-11-14T03:17:50,083 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0896397620/flush-table-proc/acquired' 2024-11-14T03:17:50,084 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:17:50,084 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:17:50,084 DEBUG [RS:0;b152692f18ba:43375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,43375,1731554268157 2024-11-14T03:17:50,084 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,43375,1731554268157' 2024-11-14T03:17:50,084 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0896397620/online-snapshot/abort' 2024-11-14T03:17:50,085 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0896397620/online-snapshot/acquired' 2024-11-14T03:17:50,086 DEBUG [RS:0;b152692f18ba:43375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:17:50,086 INFO [RS:0;b152692f18ba:43375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:17:50,086 INFO [RS:0;b152692f18ba:43375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:17:50,186 INFO [RS:0;b152692f18ba:43375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:50,188 INFO [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43375%2C1731554268157, suffix=, logDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/oldWALs, maxLogs=10 2024-11-14T03:17:50,204 DEBUG [RS:0;b152692f18ba:43375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189, exclude list is [], retry=0 2024-11-14T03:17:50,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41775,DS-a1d94a87-349f-4f95-baaa-a68282879c2f,DISK] 2024-11-14T03:17:50,211 INFO [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189 2024-11-14T03:17:50,211 DEBUG [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-14T03:17:50,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:17:50,336 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0 2024-11-14T03:17:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:17:50,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:50,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:50,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:50,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:50,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:50,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:50,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:50,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:50,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:50,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:50,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740 2024-11-14T03:17:50,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740 2024-11-14T03:17:50,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:50,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:50,375 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:50,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:50,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:50,380 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59272330, jitterRate=-0.11677345633506775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:50,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554270349Initializing all the Stores at 1731554270352 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554270352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554270352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554270352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554270352Cleaning up temporary data from old regions at 1731554270375 (+23 ms)Region opened successfully at 1731554270381 (+6 ms) 2024-11-14T03:17:50,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:50,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:50,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:50,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:50,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:50,382 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:50,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554270381Disabling compacts and flushes for region at 1731554270381Disabling writes for close at 1731554270381Writing region close event to WAL at 1731554270382 (+1 ms)Closed at 1731554270382 2024-11-14T03:17:50,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:50,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:17:50,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:17:50,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:50,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:17:50,539 DEBUG [b152692f18ba:45305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:17:50,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,43375,1731554268157 2024-11-14T03:17:50,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,43375,1731554268157, state=OPENING 2024-11-14T03:17:50,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:17:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:50,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0896397620/meta-region-server: CHANGED 2024-11-14T03:17:50,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:50,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0896397620/meta-region-server: CHANGED 2024-11-14T03:17:50,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,43375,1731554268157}] 2024-11-14T03:17:50,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:17:50,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:17:50,764 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:17:50,765 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:50,765 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:17:50,767 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43375%2C1731554268157.meta, suffix=.meta, logDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/oldWALs, maxLogs=10 2024-11-14T03:17:50,785 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.meta.1731554270767.meta, exclude list is [], retry=0 2024-11-14T03:17:50,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41775,DS-a1d94a87-349f-4f95-baaa-a68282879c2f,DISK] 2024-11-14T03:17:50,791 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.meta.1731554270767.meta 2024-11-14T03:17:50,791 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-14T03:17:50,792 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:50,792 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:50,792 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:50,792 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:17:50,793 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:17:50,793 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:17:50,793 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:50,793 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:17:50,793 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:17:50,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:50,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:50,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:50,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:50,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:50,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:50,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:50,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:50,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:50,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:50,807 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:50,808 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740 2024-11-14T03:17:50,809 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740 2024-11-14T03:17:50,811 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:50,811 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:50,811 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:50,813 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:50,814 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64139974, jitterRate=-0.04423990845680237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:50,814 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:17:50,815 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554270793Writing region info on filesystem at 1731554270793Initializing all the Stores at 1731554270796 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554270796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554270796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554270796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554270796Cleaning up temporary data from old regions at 1731554270811 (+15 ms)Running coprocessor post-open hooks at 1731554270814 (+3 ms)Region opened successfully at 1731554270815 (+1 ms) 2024-11-14T03:17:50,816 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554270757 2024-11-14T03:17:50,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,43375,1731554268157 2024-11-14T03:17:50,821 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:17:50,822 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:17:50,822 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,43375,1731554268157, state=OPEN 2024-11-14T03:17:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0896397620/meta-region-server 2024-11-14T03:17:50,861 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,43375,1731554268157 2024-11-14T03:17:50,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0896397620/meta-region-server: CHANGED 2024-11-14T03:17:50,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0896397620/meta-region-server 2024-11-14T03:17:50,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0896397620/meta-region-server: CHANGED 2024-11-14T03:17:50,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:17:50,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,43375,1731554268157 in 257 msec 2024-11-14T03:17:50,874 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:50,874 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:17:50,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:17:50,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-14T03:17:50,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:50,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43375,1731554268157, seqNum=-1] 2024-11-14T03:17:50,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:50,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:50,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0220 sec 2024-11-14T03:17:50,890 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554270890, completionTime=-1 2024-11-14T03:17:50,890 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:17:50,890 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:17:50,892 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:17:50,892 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554330892 2024-11-14T03:17:50,892 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554390892 2024-11-14T03:17:50,892 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T03:17:50,893 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45305,1731554267944-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,893 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45305,1731554267944-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,893 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45305,1731554267944-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,893 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:45305, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,893 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,893 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,895 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.657sec 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45305,1731554267944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:50,899 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45305,1731554267944-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:17:50,902 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:17:50,902 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:17:50,902 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45305,1731554267944-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:50,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:50,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,45305,-1 for getting cluster id 2024-11-14T03:17:50,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:50,912 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cffbb28f-ee1a-4366-84eb-476fabdc4737' 2024-11-14T03:17:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cffbb28f-ee1a-4366-84eb-476fabdc4737" 2024-11-14T03:17:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7b06ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,45305,-1] 2024-11-14T03:17:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:50,917 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:50,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa4398d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:50,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43375,1731554268157, seqNum=-1] 2024-11-14T03:17:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:50,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:50,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,45305,1731554267944 2024-11-14T03:17:50,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-14T03:17:50,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:50,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375947750002 connected 2024-11-14T03:17:51,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.log.dir so I do NOT create it in target/test-data/87283155-fc30-add7-796c-a8c939118174 2024-11-14T03:17:51,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:17:51,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.tmp.dir so I do NOT create it in target/test-data/87283155-fc30-add7-796c-a8c939118174 2024-11-14T03:17:51,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:17:51,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174 2024-11-14T03:17:51,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:17:51,007 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/cluster_982aa280-6016-8981-af96-0c17ee6a290a, deleteOnExit=true 2024-11-14T03:17:51,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:17:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/test.cache.data in system properties and HBase conf 2024-11-14T03:17:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:17:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:17:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:17:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:17:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:17:51,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:17:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:17:51,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:17:51,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:17:51,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:17:51,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:17:51,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:17:51,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:51,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:51,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:51,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:51,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:17:51,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:51,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:51,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:51,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ecca32{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/java.io.tmpdir/jetty-localhost-39629-hadoop-hdfs-3_4_1-tests_jar-_-any-17866323524415001003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:17:51,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:39629} 2024-11-14T03:17:51,584 INFO [Time-limited test {}] server.Server(415): Started @41794ms 2024-11-14T03:17:51,744 WARN [RS:0;b152692f18ba:43375 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b152692f18ba,34935,1731554238637: status=Processing ServerCrashProcedure of b152692f18ba,34935,1731554238637 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731554257167, completionTime=-1 appears to have been leaked 2024-11-14T03:17:52,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:17:52,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:17:52,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:17:52,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:17:52,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:17:52,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:17:52,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:17:52,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa231b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/java.io.tmpdir/jetty-localhost-34769-hadoop-hdfs-3_4_1-tests_jar-_-any-11423369824610718104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:17:52,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:34769} 2024-11-14T03:17:52,207 INFO [Time-limited test {}] server.Server(415): Started @42418ms 2024-11-14T03:17:52,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:17:52,885 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/cluster_982aa280-6016-8981-af96-0c17ee6a290a/data/data2/current/BP-1236871184-172.17.0.3-1731554271044/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:52,885 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/cluster_982aa280-6016-8981-af96-0c17ee6a290a/data/data1/current/BP-1236871184-172.17.0.3-1731554271044/current, will proceed with Du for space computation calculation, 2024-11-14T03:17:52,931 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:17:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ab8f40f7b5a0d with lease ID 0x9dd39a8075bc747b: Processing first storage report for DS-3c8269e8-9b7f-440a-99de-206c6a88708d from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=87010cdc-495c-45ac-8c4a-3dbe993fe419, infoPort=34569, infoSecurePort=0, ipcPort=34005, storageInfo=lv=-57;cid=testClusterID;nsid=565537501;c=1731554271044) 2024-11-14T03:17:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ab8f40f7b5a0d with lease ID 0x9dd39a8075bc747b: from storage DS-3c8269e8-9b7f-440a-99de-206c6a88708d node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=87010cdc-495c-45ac-8c4a-3dbe993fe419, infoPort=34569, infoSecurePort=0, ipcPort=34005, storageInfo=lv=-57;cid=testClusterID;nsid=565537501;c=1731554271044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:17:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7ab8f40f7b5a0d with lease ID 0x9dd39a8075bc747b: Processing first storage report for DS-69398af9-8206-47db-865f-7a6e39f0b98f from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=87010cdc-495c-45ac-8c4a-3dbe993fe419, infoPort=34569, infoSecurePort=0, ipcPort=34005, storageInfo=lv=-57;cid=testClusterID;nsid=565537501;c=1731554271044) 2024-11-14T03:17:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7ab8f40f7b5a0d with lease ID 0x9dd39a8075bc747b: from storage DS-69398af9-8206-47db-865f-7a6e39f0b98f node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=87010cdc-495c-45ac-8c4a-3dbe993fe419, infoPort=34569, infoSecurePort=0, ipcPort=34005, storageInfo=lv=-57;cid=testClusterID;nsid=565537501;c=1731554271044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:17:52,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174 2024-11-14T03:17:52,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:52,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:17:53,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c with version=8 2024-11-14T03:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/hbase-staging 2024-11-14T03:17:53,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:53,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:53,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:53,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:53,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:53,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:53,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:17:53,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:53,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46497 2024-11-14T03:17:53,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46497 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-14T03:17:53,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464970x0, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:53,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46497-0x101375947750003 connected 2024-11-14T03:17:53,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:53,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:53,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on znode that does not yet exist, /1-554248839/running 2024-11-14T03:17:53,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c, hbase.cluster.distributed=false 2024-11-14T03:17:53,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on znode that does not yet exist, /1-554248839/acl 2024-11-14T03:17:53,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46497 2024-11-14T03:17:53,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46497 2024-11-14T03:17:53,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46497 2024-11-14T03:17:53,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46497 2024-11-14T03:17:53,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46497 2024-11-14T03:17:53,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:17:53,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:53,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:53,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:17:53,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:17:53,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:17:53,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:17:53,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:17:53,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42139 2024-11-14T03:17:53,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42139 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-14T03:17:53,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:53,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:53,199 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421390x0, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:53,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421390x0, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on znode that does not yet exist, /1-554248839/running 2024-11-14T03:17:53,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:17:53,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42139-0x101375947750004 connected 2024-11-14T03:17:53,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:17:53,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on znode that does not yet exist, /1-554248839/master 2024-11-14T03:17:53,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on znode that does not yet exist, /1-554248839/acl 2024-11-14T03:17:53,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-14T03:17:53,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42139 2024-11-14T03:17:53,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42139 2024-11-14T03:17:53,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-14T03:17:53,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-14T03:17:53,242 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:46497 2024-11-14T03:17:53,243 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-554248839/backup-masters/b152692f18ba,46497,1731554273013 2024-11-14T03:17:53,255 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839/backup-masters 2024-11-14T03:17:53,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839/backup-masters 2024-11-14T03:17:53,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on existing znode=/1-554248839/backup-masters/b152692f18ba,46497,1731554273013 2024-11-14T03:17:53,266 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-554248839/master 2024-11-14T03:17:53,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:53,266 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:53,266 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on existing znode=/1-554248839/master 2024-11-14T03:17:53,267 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-554248839/backup-masters/b152692f18ba,46497,1731554273013 from backup master directory 2024-11-14T03:17:53,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-554248839/backup-masters/b152692f18ba,46497,1731554273013 2024-11-14T03:17:53,277 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839/backup-masters 2024-11-14T03:17:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839/backup-masters 2024-11-14T03:17:53,277 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:53,277 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,46497,1731554273013 2024-11-14T03:17:53,281 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/hbase.id] with ID: 45bf9353-5d98-4187-85b4-c53b2194e2ac 2024-11-14T03:17:53,282 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/.tmp/hbase.id 2024-11-14T03:17:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:17:53,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:17:53,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:17:53,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:17:53,698 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/.tmp/hbase.id]:[hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/hbase.id] 2024-11-14T03:17:53,714 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:17:53,714 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:17:53,717 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T03:17:53,768 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:53,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:17:54,177 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:17:54,178 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:17:54,179 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:17:54,192 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store 2024-11-14T03:17:54,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:17:54,200 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:54,200 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:54,200 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:54,200 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:54,200 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:54,200 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:54,200 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:54,200 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554274200Disabling compacts and flushes for region at 1731554274200Disabling writes for close at 1731554274200Writing region close event to WAL at 1731554274200Closed at 1731554274200 2024-11-14T03:17:54,201 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/.initializing 2024-11-14T03:17:54,201 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/WALs/b152692f18ba,46497,1731554273013 2024-11-14T03:17:54,203 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:54,205 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C46497%2C1731554273013, suffix=, logDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/WALs/b152692f18ba,46497,1731554273013, archiveDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/oldWALs, maxLogs=10 2024-11-14T03:17:54,225 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/WALs/b152692f18ba,46497,1731554273013/b152692f18ba%2C46497%2C1731554273013.1731554274205, exclude list is [], retry=0 2024-11-14T03:17:54,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-3c8269e8-9b7f-440a-99de-206c6a88708d,DISK] 2024-11-14T03:17:54,231 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/WALs/b152692f18ba,46497,1731554273013/b152692f18ba%2C46497%2C1731554273013.1731554274205 2024-11-14T03:17:54,232 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34569:34569)] 2024-11-14T03:17:54,232 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:54,232 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:54,232 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,232 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:17:54,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:54,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:17:54,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:54,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:17:54,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:54,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:17:54,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:54,247 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,249 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,254 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,257 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:54,259 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:17:54,261 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:54,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59067451, jitterRate=-0.11982639133930206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:54,261 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554274232Initializing all the Stores at 1731554274233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554274233Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554274233Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554274233Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554274233Cleaning up temporary data from old regions at 1731554274256 (+23 ms)Region opened successfully at 1731554274261 (+5 ms) 2024-11-14T03:17:54,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:17:54,266 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1664f710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:54,268 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:17:54,268 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:17:54,268 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:17:54,268 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:17:54,269 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:17:54,269 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:17:54,269 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:17:54,277 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:17:54,279 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Unable to get data of znode /1-554248839/balancer because node does not exist (not necessarily an error) 2024-11-14T03:17:54,329 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-554248839/balancer already deleted, retry=false 2024-11-14T03:17:54,329 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:17:54,330 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Unable to get data of znode /1-554248839/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:17:54,340 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-554248839/normalizer already deleted, retry=false 2024-11-14T03:17:54,340 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:17:54,341 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Unable to get data of znode /1-554248839/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:17:54,350 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-554248839/switch/split already deleted, retry=false 2024-11-14T03:17:54,351 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Unable to get data of znode /1-554248839/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:17:54,361 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-554248839/switch/merge already deleted, retry=false 2024-11-14T03:17:54,363 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Unable to get data of znode /1-554248839/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:17:54,371 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-554248839/snapshot-cleanup already deleted, retry=false 2024-11-14T03:17:54,382 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-554248839/running 2024-11-14T03:17:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-554248839/running 2024-11-14T03:17:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:54,382 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:54,384 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,46497,1731554273013, sessionid=0x101375947750003, setting cluster-up flag (Was=false) 2024-11-14T03:17:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:54,403 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:54,434 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-554248839/flush-table-proc/acquired, /1-554248839/flush-table-proc/reached, /1-554248839/flush-table-proc/abort 2024-11-14T03:17:54,436 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,46497,1731554273013 2024-11-14T03:17:54,455 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:54,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:54,487 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-554248839/online-snapshot/acquired, /1-554248839/online-snapshot/reached, /1-554248839/online-snapshot/abort 2024-11-14T03:17:54,488 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,46497,1731554273013 2024-11-14T03:17:54,489 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:17:54,492 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:54,493 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:17:54,493 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:17:54,493 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,46497,1731554273013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:17:54,494 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:54,494 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:54,494 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:54,494 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:17:54,494 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:17:54,495 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,495 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:54,495 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:54,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:17:54,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:17:54,520 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554304520 2024-11-14T03:17:54,520 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:17:54,521 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:17:54,521 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:17:54,521 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:17:54,521 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:17:54,521 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:17:54,525 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,528 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:17:54,528 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:17:54,528 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:17:54,528 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:17:54,532 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:17:54,532 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:17:54,533 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554274532,5,FailOnTimeoutGroup] 2024-11-14T03:17:54,534 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(746): ClusterId : 45bf9353-5d98-4187-85b4-c53b2194e2ac 2024-11-14T03:17:54,534 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:17:54,535 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554274533,5,FailOnTimeoutGroup] 2024-11-14T03:17:54,535 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,535 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:17:54,535 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,536 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:17:54,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:17:54,542 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c 2024-11-14T03:17:54,548 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:17:54,548 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:17:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:17:54,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:54,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:54,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:54,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:54,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:54,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:54,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,561 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:17:54,562 DEBUG [RS:0;b152692f18ba:42139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510196c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:17:54,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:54,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:54,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:54,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:54,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:54,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:54,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:54,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:54,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740 2024-11-14T03:17:54,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740 2024-11-14T03:17:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:54,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:54,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:54,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:54,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:54,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69956905, jitterRate=0.04243911802768707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:54,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554274555Initializing all the Stores at 1731554274555Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554274556 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554274556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554274556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554274556Cleaning up temporary data from old regions at 1731554274569 (+13 ms)Region opened successfully at 1731554274583 (+14 ms) 2024-11-14T03:17:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:54,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:54,585 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:42139 2024-11-14T03:17:54,585 INFO [RS:0;b152692f18ba:42139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:17:54,585 INFO [RS:0;b152692f18ba:42139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:17:54,585 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:17:54,586 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,46497,1731554273013 with port=42139, startcode=1731554273177 2024-11-14T03:17:54,586 DEBUG [RS:0;b152692f18ba:42139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:17:54,589 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:54,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554274584Disabling compacts and flushes for region at 1731554274584Disabling writes for close at 1731554274584Writing region close event to WAL at 1731554274589 (+5 ms)Closed at 1731554274589 2024-11-14T03:17:54,590 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:17:54,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,42139,1731554273177 2024-11-14T03:17:54,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46497 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,42139,1731554273177 2024-11-14T03:17:54,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:54,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:17:54,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:17:54,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:54,593 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c 2024-11-14T03:17:54,593 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36429 2024-11-14T03:17:54,593 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:17:54,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:17:54,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839/rs 2024-11-14T03:17:54,604 DEBUG [RS:0;b152692f18ba:42139 {}] zookeeper.ZKUtil(111): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on existing znode=/1-554248839/rs/b152692f18ba,42139,1731554273177 2024-11-14T03:17:54,604 WARN [RS:0;b152692f18ba:42139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:17:54,604 INFO [RS:0;b152692f18ba:42139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:54,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,42139,1731554273177] 2024-11-14T03:17:54,604 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/WALs/b152692f18ba,42139,1731554273177 2024-11-14T03:17:54,607 INFO [RS:0;b152692f18ba:42139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:17:54,616 INFO [RS:0;b152692f18ba:42139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:17:54,617 INFO [RS:0;b152692f18ba:42139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:17:54,617 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,617 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:17:54,618 INFO [RS:0;b152692f18ba:42139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:17:54,618 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,618 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,618 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,618 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,618 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,618 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,618 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:17:54,618 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,619 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,619 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,619 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,619 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,619 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:17:54,619 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:54,619 DEBUG [RS:0;b152692f18ba:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:17:54,625 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,626 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,626 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,626 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,626 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,626 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42139,1731554273177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:54,641 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:17:54,641 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42139,1731554273177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,641 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,641 INFO [RS:0;b152692f18ba:42139 {}] regionserver.Replication(171): b152692f18ba,42139,1731554273177 started 2024-11-14T03:17:54,654 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:54,654 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,42139,1731554273177, RpcServer on b152692f18ba/172.17.0.3:42139, sessionid=0x101375947750004 2024-11-14T03:17:54,654 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:17:54,654 DEBUG [RS:0;b152692f18ba:42139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,42139,1731554273177 2024-11-14T03:17:54,654 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,42139,1731554273177' 2024-11-14T03:17:54,654 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-554248839/flush-table-proc/abort' 2024-11-14T03:17:54,655 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-554248839/flush-table-proc/acquired' 2024-11-14T03:17:54,655 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:17:54,655 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:17:54,655 DEBUG [RS:0;b152692f18ba:42139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,42139,1731554273177 2024-11-14T03:17:54,655 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,42139,1731554273177' 2024-11-14T03:17:54,655 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-554248839/online-snapshot/abort' 2024-11-14T03:17:54,655 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-554248839/online-snapshot/acquired' 2024-11-14T03:17:54,656 DEBUG [RS:0;b152692f18ba:42139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:17:54,656 INFO [RS:0;b152692f18ba:42139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:17:54,656 INFO [RS:0;b152692f18ba:42139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:17:54,745 WARN [b152692f18ba:46497 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T03:17:54,756 INFO [RS:0;b152692f18ba:42139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:17:54,758 INFO [RS:0;b152692f18ba:42139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C42139%2C1731554273177, suffix=, logDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/WALs/b152692f18ba,42139,1731554273177, archiveDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/oldWALs, maxLogs=10 2024-11-14T03:17:54,772 DEBUG [RS:0;b152692f18ba:42139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/WALs/b152692f18ba,42139,1731554273177/b152692f18ba%2C42139%2C1731554273177.1731554274758, exclude list is [], retry=0 2024-11-14T03:17:54,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-3c8269e8-9b7f-440a-99de-206c6a88708d,DISK] 2024-11-14T03:17:54,779 INFO [RS:0;b152692f18ba:42139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/WALs/b152692f18ba,42139,1731554273177/b152692f18ba%2C42139%2C1731554273177.1731554274758 2024-11-14T03:17:54,780 DEBUG [RS:0;b152692f18ba:42139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34569:34569)] 2024-11-14T03:17:54,995 DEBUG [b152692f18ba:46497 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:17:54,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,42139,1731554273177 2024-11-14T03:17:54,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,42139,1731554273177, state=OPENING 2024-11-14T03:17:55,047 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:17:55,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:55,066 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:55,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-554248839/meta-region-server: CHANGED 2024-11-14T03:17:55,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-554248839/meta-region-server: CHANGED 2024-11-14T03:17:55,067 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:17:55,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,42139,1731554273177}] 2024-11-14T03:17:55,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:17:55,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:17:55,228 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:17:55,228 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:55,229 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:17:55,231 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C42139%2C1731554273177.meta, suffix=.meta, logDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/WALs/b152692f18ba,42139,1731554273177, archiveDir=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/oldWALs, maxLogs=10 2024-11-14T03:17:55,246 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/WALs/b152692f18ba,42139,1731554273177/b152692f18ba%2C42139%2C1731554273177.meta.1731554275231.meta, exclude list is [], retry=0 2024-11-14T03:17:55,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-3c8269e8-9b7f-440a-99de-206c6a88708d,DISK] 2024-11-14T03:17:55,251 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/WALs/b152692f18ba,42139,1731554273177/b152692f18ba%2C42139%2C1731554273177.meta.1731554275231.meta 2024-11-14T03:17:55,251 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34569:34569)] 2024-11-14T03:17:55,252 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:55,252 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:55,252 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:55,252 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:17:55,252 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:17:55,252 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:17:55,252 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:55,252 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:17:55,252 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:17:55,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:17:55,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:17:55,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:55,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:17:55,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:17:55,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:55,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:17:55,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:17:55,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:55,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:17:55,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:17:55,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:17:55,262 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:17:55,263 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740 2024-11-14T03:17:55,265 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740 2024-11-14T03:17:55,266 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:17:55,267 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:17:55,269 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:17:55,271 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:17:55,272 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64717230, jitterRate=-0.035638123750686646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:17:55,272 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:17:55,272 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554275253Writing region info on filesystem at 1731554275253Initializing all the Stores at 1731554275255 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554275255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554275255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554275255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554275255Cleaning up temporary data from old regions at 1731554275267 (+12 ms)Running coprocessor post-open hooks at 1731554275272 (+5 ms)Region opened successfully at 1731554275272 2024-11-14T03:17:55,273 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554275221 2024-11-14T03:17:55,276 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:17:55,276 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:17:55,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,42139,1731554273177 2024-11-14T03:17:55,278 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,42139,1731554273177, state=OPEN 2024-11-14T03:17:55,287 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-554248839/meta-region-server 2024-11-14T03:17:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-554248839/meta-region-server 2024-11-14T03:17:55,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,42139,1731554273177 2024-11-14T03:17:55,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-554248839/meta-region-server: CHANGED 2024-11-14T03:17:55,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-554248839/meta-region-server: CHANGED 2024-11-14T03:17:55,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:17:55,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,42139,1731554273177 in 220 msec 2024-11-14T03:17:55,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:17:55,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-14T03:17:55,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:17:55,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:17:55,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:55,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,42139,1731554273177, seqNum=-1] 2024-11-14T03:17:55,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:55,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:55,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 815 msec 2024-11-14T03:17:55,307 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554275307, completionTime=-1 2024-11-14T03:17:55,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:17:55,308 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554335311 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554395311 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46497,1731554273013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46497,1731554273013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46497,1731554273013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:46497, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:55,311 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:55,312 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:55,314 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:17:55,315 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.038sec 2024-11-14T03:17:55,316 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:17:55,316 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:17:55,316 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:17:55,316 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:17:55,316 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:17:55,316 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46497,1731554273013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:17:55,316 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46497,1731554273013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:17:55,318 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:17:55,318 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:17:55,318 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46497,1731554273013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:17:55,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8533a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46497,-1 for getting cluster id 2024-11-14T03:17:55,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:55,336 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45bf9353-5d98-4187-85b4-c53b2194e2ac' 2024-11-14T03:17:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45bf9353-5d98-4187-85b4-c53b2194e2ac" 2024-11-14T03:17:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c33e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46497,-1] 2024-11-14T03:17:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:55,338 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:55,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3824b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,42139,1731554273177, seqNum=-1] 2024-11-14T03:17:55,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:55,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:17:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,46497,1731554273013 2024-11-14T03:17:55,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58850 2024-11-14T03:17:55,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:17:55,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101375947750005 connected 2024-11-14T03:17:55,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6aabd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,45305,-1 for getting cluster id 2024-11-14T03:17:55,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:55,385 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cffbb28f-ee1a-4366-84eb-476fabdc4737' 2024-11-14T03:17:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cffbb28f-ee1a-4366-84eb-476fabdc4737" 2024-11-14T03:17:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd081f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,45305,-1] 2024-11-14T03:17:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:55,388 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:55,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b54ba2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:55,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,45305,1731554267944 2024-11-14T03:17:55,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c488f08 2024-11-14T03:17:55,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:55,393 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:55,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:46497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:17:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:17:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:55,398 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:46497' 2024-11-14T03:17:55,400 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f0893b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,400 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46497,-1 for getting cluster id 2024-11-14T03:17:55,401 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:55,403 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45bf9353-5d98-4187-85b4-c53b2194e2ac' 2024-11-14T03:17:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45bf9353-5d98-4187-85b4-c53b2194e2ac" 2024-11-14T03:17:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468cb57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46497,-1] 2024-11-14T03:17:55,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:55,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:55,405 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:55,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566bf7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:55,406 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46497,1731554273013 2024-11-14T03:17:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@503fbfdf 2024-11-14T03:17:55,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:55,409 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:55,410 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T03:17:55,410 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:17:55,410 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:55,412 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:55,413 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:17:55,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:55,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:17:55,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:17:55,416 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:17:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741835_1011 (size=1138) 2024-11-14T03:17:55,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78f7b8bd0fd9b66e21d292087d8f7b36, NAME => 'hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0 2024-11-14T03:17:55,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741836_1012 (size=44) 2024-11-14T03:17:55,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:55,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 78f7b8bd0fd9b66e21d292087d8f7b36, disabling compactions & flushes 2024-11-14T03:17:55,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:55,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:55,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. after waiting 0 ms 2024-11-14T03:17:55,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:55,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:55,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78f7b8bd0fd9b66e21d292087d8f7b36: Waiting for close lock at 1731554275453Disabling compacts and flushes for region at 1731554275453Disabling writes for close at 1731554275453Writing region close event to WAL at 1731554275453Closed at 1731554275453 2024-11-14T03:17:55,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:17:55,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554275455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554275455"}]},"ts":"1731554275455"} 2024-11-14T03:17:55,459 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:17:55,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:17:55,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554275460"}]},"ts":"1731554275460"} 2024-11-14T03:17:55,464 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:17:55,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78f7b8bd0fd9b66e21d292087d8f7b36, ASSIGN}] 2024-11-14T03:17:55,465 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:17:55,466 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78f7b8bd0fd9b66e21d292087d8f7b36, ASSIGN 2024-11-14T03:17:55,467 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78f7b8bd0fd9b66e21d292087d8f7b36, ASSIGN; state=OFFLINE, location=b152692f18ba,43375,1731554268157; forceNewPlan=false, retain=false 2024-11-14T03:17:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:55,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=78f7b8bd0fd9b66e21d292087d8f7b36, regionState=OPENING, regionLocation=b152692f18ba,43375,1731554268157 2024-11-14T03:17:55,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78f7b8bd0fd9b66e21d292087d8f7b36, ASSIGN because future has completed 2024-11-14T03:17:55,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78f7b8bd0fd9b66e21d292087d8f7b36, server=b152692f18ba,43375,1731554268157}] 2024-11-14T03:17:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:55,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:55,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:17:55,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:17:55,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43375%2C1731554268157.rep, suffix=, logDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157, archiveDir=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/oldWALs, maxLogs=10 2024-11-14T03:17:55,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.rep.1731554275798, exclude list is [], retry=0 2024-11-14T03:17:55,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41775,DS-a1d94a87-349f-4f95-baaa-a68282879c2f,DISK] 2024-11-14T03:17:55,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.rep.1731554275798 2024-11-14T03:17:55,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-14T03:17:55,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 78f7b8bd0fd9b66e21d292087d8f7b36, NAME => 'hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:17:55,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:17:55,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:17:55,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. service=MultiRowMutationService 2024-11-14T03:17:55,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:17:55,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:17:55,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,839 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,842 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78f7b8bd0fd9b66e21d292087d8f7b36 columnFamilyName hfileref 2024-11-14T03:17:55,842 DEBUG [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,843 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] regionserver.HStore(327): Store=78f7b8bd0fd9b66e21d292087d8f7b36/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:55,843 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,845 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78f7b8bd0fd9b66e21d292087d8f7b36 columnFamilyName queue 2024-11-14T03:17:55,845 DEBUG [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,845 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] regionserver.HStore(327): Store=78f7b8bd0fd9b66e21d292087d8f7b36/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:55,846 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,847 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78f7b8bd0fd9b66e21d292087d8f7b36 columnFamilyName sid 2024-11-14T03:17:55,847 DEBUG [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:17:55,848 INFO [StoreOpener-78f7b8bd0fd9b66e21d292087d8f7b36-1 {}] regionserver.HStore(327): Store=78f7b8bd0fd9b66e21d292087d8f7b36/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:17:55,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:17:55,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:17:55,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 78f7b8bd0fd9b66e21d292087d8f7b36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59600497, jitterRate=-0.11188338696956635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:17:55,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:55,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 78f7b8bd0fd9b66e21d292087d8f7b36: Running coprocessor pre-open hook at 1731554275837Writing region info on filesystem at 1731554275837Initializing all the Stores at 1731554275838 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554275838Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554275838Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554275838Cleaning up temporary data from old regions at 1731554275852 (+14 ms)Running coprocessor post-open hooks at 1731554275858 (+6 ms)Region opened successfully at 1731554275858 2024-11-14T03:17:55,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36., pid=7, masterSystemTime=1731554275776 2024-11-14T03:17:55,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:55,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:55,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=78f7b8bd0fd9b66e21d292087d8f7b36, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,43375,1731554268157 2024-11-14T03:17:55,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78f7b8bd0fd9b66e21d292087d8f7b36, server=b152692f18ba,43375,1731554268157 because future has completed 2024-11-14T03:17:55,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T03:17:55,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 78f7b8bd0fd9b66e21d292087d8f7b36, server=b152692f18ba,43375,1731554268157 in 252 msec 2024-11-14T03:17:55,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:17:55,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78f7b8bd0fd9b66e21d292087d8f7b36, ASSIGN in 413 msec 2024-11-14T03:17:55,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:17:55,884 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554275884"}]},"ts":"1731554275884"} 2024-11-14T03:17:55,887 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:17:55,888 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:17:55,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 475 msec 2024-11-14T03:17:55,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36., hostname=b152692f18ba,43375,1731554268157, seqNum=2] 2024-11-14T03:17:56,007 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:17:56,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:17:56,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:56,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:17:56,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T03:17:56,187 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:17:56,218 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,43375,1731554268157, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:17:56,224 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:17:56,225 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43375,1731554268157, seqNum=-1] 2024-11-14T03:17:56,225 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:17:56,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T03:17:56,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,43375,1731554268157', locateType=CURRENT is [region=hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36., hostname=b152692f18ba,43375,1731554268157, seqNum=2] 2024-11-14T03:17:56,235 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T03:17:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T03:17:56,239 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,43375,1731554268157 suceeded 2024-11-14T03:17:56,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T03:17:56,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-14T03:17:56,248 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:46497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:17:56,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 855 msec 2024-11-14T03:17:56,257 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:46497' 2024-11-14T03:17:56,266 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adee814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:56,266 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46497,-1 for getting cluster id 2024-11-14T03:17:56,266 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:17:56,267 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45bf9353-5d98-4187-85b4-c53b2194e2ac' 2024-11-14T03:17:56,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:17:56,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45bf9353-5d98-4187-85b4-c53b2194e2ac" 2024-11-14T03:17:56,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d864c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:56,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46497,-1] 2024-11-14T03:17:56,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:17:56,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:56,273 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:17:56,274 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed1888e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:17:56,274 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:56,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46497,1731554273013 2024-11-14T03:17:56,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3363bb46 2024-11-14T03:17:56,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:56,277 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T03:17:56,278 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,43375,1731554268157 (queues=1) is replicating from cluster=cffbb28f-ee1a-4366-84eb-476fabdc4737 to cluster=45bf9353-5d98-4187-85b4-c53b2194e2ac 2024-11-14T03:17:56,278 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C43375%2C1731554268157 2024-11-14T03:17:56,278 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,43375,1731554268157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:17:56,280 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189, startPosition=0, beingWritten=true 2024-11-14T03:17:56,291 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.shipperb152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C43375%2C1731554268157 2024-11-14T03:17:56,502 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189 to pos 0, reset compression=false 2024-11-14T03:17:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:17:56,538 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:17:56,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:56,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:56,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:56,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:56,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:56,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:17:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,45305,1731554267944 2024-11-14T03:17:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b224dc3 2024-11-14T03:17:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:17:56,541 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:17:56,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45305 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:17:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:17:56,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:56,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:56,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:56,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:56,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:56,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:17:56,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1638854341, stopped=false 2024-11-14T03:17:56,542 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,46497,1731554273013 2024-11-14T03:17:56,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-554248839/running 2024-11-14T03:17:56,592 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-554248839/running 2024-11-14T03:17:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:56,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:56,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:56,593 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:56,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:56,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:56,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,42139,1731554273177' ***** 2024-11-14T03:17:56,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:17:56,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on znode that does not yet exist, /1-554248839/running 2024-11-14T03:17:56,593 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,42139,1731554273177 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:42139. 2024-11-14T03:17:56,594 DEBUG [RS:0;b152692f18ba:42139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:56,594 DEBUG [RS:0;b152692f18ba:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:56,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:17:56,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Set watcher on znode that does not yet exist, /1-554248839/running 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:17:56,594 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:17:56,595 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:17:56,595 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:56,595 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:56,595 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:56,595 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:56,595 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:56,595 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:56,595 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T03:17:56,617 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740/.tmp/ns/04d80182006a46eabc68fb7a9b51d053 is 43, key is default/ns:d/1731554275302/Put/seqid=0 2024-11-14T03:17:56,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741835_1011 (size=5153) 2024-11-14T03:17:56,628 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:56,682 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:17:56,682 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:17:56,795 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:56,808 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189 to pos 0, reset compression=false 2024-11-14T03:17:56,995 DEBUG [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:57,027 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740/.tmp/ns/04d80182006a46eabc68fb7a9b51d053 2024-11-14T03:17:57,034 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740/.tmp/ns/04d80182006a46eabc68fb7a9b51d053 as hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740/ns/04d80182006a46eabc68fb7a9b51d053 2024-11-14T03:17:57,043 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740/ns/04d80182006a46eabc68fb7a9b51d053, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T03:17:57,045 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-14T03:17:57,052 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T03:17:57,053 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:57,053 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:57,053 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:57,053 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554276595Running coprocessor pre-close hooks at 1731554276595Disabling compacts and flushes for region at 1731554276595Disabling writes for close at 1731554276595Obtaining lock to block concurrent updates at 1731554276595Preparing flush snapshotting stores in 1588230740 at 1731554276595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731554276596 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554276597 (+1 ms)Flushing 1588230740/ns: creating writer at 1731554276597Flushing 1588230740/ns: appending metadata at 1731554276616 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731554276616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aea2c58: reopening flushed file at 1731554277033 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1731554277045 (+12 ms)Writing region close event to WAL at 1731554277047 (+2 ms)Running coprocessor post-close hooks at 1731554277052 (+5 ms)Closed at 1731554277053 (+1 ms) 2024-11-14T03:17:57,053 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:57,195 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,42139,1731554273177; all regions closed. 2024-11-14T03:17:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741834_1010 (size=1152) 2024-11-14T03:17:57,217 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189 to pos 0, reset compression=false 2024-11-14T03:17:57,220 DEBUG [RS:0;b152692f18ba:42139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/oldWALs 2024-11-14T03:17:57,220 INFO [RS:0;b152692f18ba:42139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C42139%2C1731554273177.meta:.meta(num 1731554275231) 2024-11-14T03:17:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741833_1009 (size=93) 2024-11-14T03:17:57,237 DEBUG [RS:0;b152692f18ba:42139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/oldWALs 2024-11-14T03:17:57,237 INFO [RS:0;b152692f18ba:42139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C42139%2C1731554273177:(num 1731554274758) 2024-11-14T03:17:57,237 DEBUG [RS:0;b152692f18ba:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:57,237 INFO [RS:0;b152692f18ba:42139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:57,237 INFO [RS:0;b152692f18ba:42139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:57,237 INFO [RS:0;b152692f18ba:42139 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:57,238 INFO [RS:0;b152692f18ba:42139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:57,238 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:57,238 INFO [RS:0;b152692f18ba:42139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42139 2024-11-14T03:17:57,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839/rs 2024-11-14T03:17:57,255 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-554248839/rs/b152692f18ba,42139,1731554273177 2024-11-14T03:17:57,256 INFO [RS:0;b152692f18ba:42139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:57,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,42139,1731554273177] 2024-11-14T03:17:57,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-554248839/draining/b152692f18ba,42139,1731554273177 already deleted, retry=false 2024-11-14T03:17:57,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,42139,1731554273177 expired; onlineServers=0 2024-11-14T03:17:57,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,46497,1731554273013' ***** 2024-11-14T03:17:57,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:17:57,277 INFO [M:0;b152692f18ba:46497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:57,277 INFO [M:0;b152692f18ba:46497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:57,277 DEBUG [M:0;b152692f18ba:46497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:17:57,277 DEBUG [M:0;b152692f18ba:46497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:17:57,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:17:57,277 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554274532 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554274532,5,FailOnTimeoutGroup] 2024-11-14T03:17:57,277 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554274533 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554274533,5,FailOnTimeoutGroup] 2024-11-14T03:17:57,277 INFO [M:0;b152692f18ba:46497 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:57,277 INFO [M:0;b152692f18ba:46497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:57,277 DEBUG [M:0;b152692f18ba:46497 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:17:57,277 INFO [M:0;b152692f18ba:46497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:17:57,277 INFO [M:0;b152692f18ba:46497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:57,277 INFO [M:0;b152692f18ba:46497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:17:57,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:17:57,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-554248839/master 2024-11-14T03:17:57,287 DEBUG [M:0;b152692f18ba:46497 {}] zookeeper.ZKUtil(347): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Unable to get data of znode /1-554248839/master because node does not exist (not an error) 2024-11-14T03:17:57,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-554248839 2024-11-14T03:17:57,287 WARN [M:0;b152692f18ba:46497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:17:57,288 INFO [M:0;b152692f18ba:46497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/.lastflushedseqids 2024-11-14T03:17:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741836_1012 (size=99) 2024-11-14T03:17:57,305 INFO [M:0;b152692f18ba:46497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:17:57,312 INFO [M:0;b152692f18ba:46497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:17:57,312 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:57,312 INFO [M:0;b152692f18ba:46497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:57,312 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:57,312 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:57,312 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:57,313 INFO [M:0;b152692f18ba:46497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T03:17:57,340 DEBUG [M:0;b152692f18ba:46497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ba3906394b47ac92aaf190913f0e3a is 82, key is hbase:meta,,1/info:regioninfo/1731554275277/Put/seqid=0 2024-11-14T03:17:57,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741837_1013 (size=5672) 2024-11-14T03:17:57,359 INFO [M:0;b152692f18ba:46497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ba3906394b47ac92aaf190913f0e3a 2024-11-14T03:17:57,366 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:57,366 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x101375947750004, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:57,366 INFO [RS:0;b152692f18ba:42139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:57,366 INFO [RS:0;b152692f18ba:42139 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,42139,1731554273177; zookeeper connection closed. 2024-11-14T03:17:57,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c0e947d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c0e947d 2024-11-14T03:17:57,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:17:57,392 DEBUG [M:0;b152692f18ba:46497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7460609f4d3545c48eba5d29271c8bd8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731554275306/Put/seqid=0 2024-11-14T03:17:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741838_1014 (size=5275) 2024-11-14T03:17:57,726 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189 to pos 0, reset compression=false 2024-11-14T03:17:57,803 INFO [M:0;b152692f18ba:46497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7460609f4d3545c48eba5d29271c8bd8 2024-11-14T03:17:57,834 DEBUG [M:0;b152692f18ba:46497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43c3799bf1bd4565a37cc26d5753ba3c is 69, key is b152692f18ba,42139,1731554273177/rs:state/1731554274591/Put/seqid=0 2024-11-14T03:17:57,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741839_1015 (size=5156) 2024-11-14T03:17:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:17:58,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:17:58,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:17:58,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T03:17:58,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:58,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T03:17:58,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:58,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:17:58,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:17:58,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T03:17:58,243 INFO [M:0;b152692f18ba:46497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43c3799bf1bd4565a37cc26d5753ba3c 2024-11-14T03:17:58,252 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ba3906394b47ac92aaf190913f0e3a as hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ba3906394b47ac92aaf190913f0e3a 2024-11-14T03:17:58,262 INFO [M:0;b152692f18ba:46497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ba3906394b47ac92aaf190913f0e3a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T03:17:58,263 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7460609f4d3545c48eba5d29271c8bd8 as hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7460609f4d3545c48eba5d29271c8bd8 2024-11-14T03:17:58,279 INFO [M:0;b152692f18ba:46497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7460609f4d3545c48eba5d29271c8bd8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T03:17:58,281 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43c3799bf1bd4565a37cc26d5753ba3c as hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43c3799bf1bd4565a37cc26d5753ba3c 2024-11-14T03:17:58,294 INFO [M:0;b152692f18ba:46497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/862997b0-3d35-d122-8a80-2772cb06482c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43c3799bf1bd4565a37cc26d5753ba3c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T03:17:58,296 INFO [M:0;b152692f18ba:46497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 983ms, sequenceid=28, compaction requested=false 2024-11-14T03:17:58,333 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189 to pos 0, reset compression=false 2024-11-14T03:17:58,334 INFO [M:0;b152692f18ba:46497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:58,334 DEBUG [M:0;b152692f18ba:46497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554277312Disabling compacts and flushes for region at 1731554277312Disabling writes for close at 1731554277312Obtaining lock to block concurrent updates at 1731554277313 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554277313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731554277313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554277314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554277314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554277338 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554277338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554277367 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554277392 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554277392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554277811 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554277833 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554277833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f778bf3: reopening flushed file at 1731554278251 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6713d07e: reopening flushed file at 1731554278262 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62727ddf: reopening flushed file at 1731554278280 (+18 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 983ms, sequenceid=28, compaction requested=false at 1731554278296 (+16 ms)Writing region close event to WAL at 1731554278334 (+38 ms)Closed at 1731554278334 2024-11-14T03:17:58,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741830_1006 (size=10165) 2024-11-14T03:17:58,344 INFO [M:0;b152692f18ba:46497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:17:58,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:58,344 INFO [M:0;b152692f18ba:46497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46497 2024-11-14T03:17:58,344 INFO [M:0;b152692f18ba:46497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:58,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:58,545 INFO [M:0;b152692f18ba:46497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:58,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x101375947750003, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:58,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa231b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:17:58,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:17:58,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:17:58,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:17:58,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.log.dir/,STOPPED} 2024-11-14T03:17:58,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:17:58,553 WARN [BP-1236871184-172.17.0.3-1731554271044 heartbeating to localhost/127.0.0.1:36429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:17:58,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:17:58,553 WARN [BP-1236871184-172.17.0.3-1731554271044 heartbeating to localhost/127.0.0.1:36429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1236871184-172.17.0.3-1731554271044 (Datanode Uuid 87010cdc-495c-45ac-8c4a-3dbe993fe419) service to localhost/127.0.0.1:36429 2024-11-14T03:17:58,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/cluster_982aa280-6016-8981-af96-0c17ee6a290a/data/data1/current/BP-1236871184-172.17.0.3-1731554271044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:17:58,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/cluster_982aa280-6016-8981-af96-0c17ee6a290a/data/data2/current/BP-1236871184-172.17.0.3-1731554271044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:17:58,554 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:17:58,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ecca32{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:17:58,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:17:58,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:17:58,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:17:58,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.log.dir/,STOPPED} 2024-11-14T03:17:58,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:17:58,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:17:58,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:58,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:58,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:58,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:58,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:58,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:17:58,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1364880151, stopped=false 2024-11-14T03:17:58,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,45305,1731554267944 2024-11-14T03:17:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0896397620/running 2024-11-14T03:17:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:58,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on znode that does not yet exist, /0896397620/running 2024-11-14T03:17:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0896397620/running 2024-11-14T03:17:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:58,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:58,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:17:58,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Set watcher on znode that does not yet exist, /0896397620/running 2024-11-14T03:17:58,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:58,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:58,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,43375,1731554268157' ***** 2024-11-14T03:17:58,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:17:58,606 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:17:58,606 INFO [RS:0;b152692f18ba:43375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:17:58,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:17:58,606 INFO [RS:0;b152692f18ba:43375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:17:58,606 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(3091): Received CLOSE for 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:58,606 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,43375,1731554268157 2024-11-14T03:17:58,606 INFO [RS:0;b152692f18ba:43375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:58,606 INFO [RS:0;b152692f18ba:43375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:43375. 2024-11-14T03:17:58,607 DEBUG [RS:0;b152692f18ba:43375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:58,607 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78f7b8bd0fd9b66e21d292087d8f7b36, disabling compactions & flushes 2024-11-14T03:17:58,607 DEBUG [RS:0;b152692f18ba:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:58,607 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:58,607 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:58,607 INFO [RS:0;b152692f18ba:43375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:17:58,607 INFO [RS:0;b152692f18ba:43375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:17:58,607 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. after waiting 0 ms 2024-11-14T03:17:58,607 INFO [RS:0;b152692f18ba:43375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:17:58,607 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:58,607 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:17:58,607 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78f7b8bd0fd9b66e21d292087d8f7b36 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T03:17:58,607 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:17:58,607 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1325): Online Regions={78f7b8bd0fd9b66e21d292087d8f7b36=hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:17:58,607 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78f7b8bd0fd9b66e21d292087d8f7b36 2024-11-14T03:17:58,607 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:17:58,608 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:17:58,608 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:17:58,608 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:17:58,608 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:17:58,608 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T03:17:58,629 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/info/1d84062e46474e99a39d1e2e62c5995b is 147, key is hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36./info:regioninfo/1731554275864/Put/seqid=0 2024-11-14T03:17:58,630 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36/.tmp/queue/881d321ae4174afc88acc22ae062c508 is 151, key is 1-b152692f18ba,43375,1731554268157/queue:b152692f18ba%2C43375%2C1731554268157/1731554276233/Put/seqid=0 2024-11-14T03:17:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741838_1014 (size=5350) 2024-11-14T03:17:58,636 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36/.tmp/queue/881d321ae4174afc88acc22ae062c508 2024-11-14T03:17:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741839_1015 (size=6631) 2024-11-14T03:17:58,642 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/info/1d84062e46474e99a39d1e2e62c5995b 2024-11-14T03:17:58,648 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36/.tmp/queue/881d321ae4174afc88acc22ae062c508 as hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36/queue/881d321ae4174afc88acc22ae062c508 2024-11-14T03:17:58,655 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:58,665 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36/queue/881d321ae4174afc88acc22ae062c508, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T03:17:58,666 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 78f7b8bd0fd9b66e21d292087d8f7b36 in 59ms, sequenceid=5, compaction requested=false 2024-11-14T03:17:58,679 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/ns/de5f21cf05894b9bb97eb30a45b7d6b9 is 43, key is default/ns:d/1731554270880/Put/seqid=0 2024-11-14T03:17:58,701 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/replication/78f7b8bd0fd9b66e21d292087d8f7b36/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T03:17:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741840_1016 (size=5153) 2024-11-14T03:17:58,702 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:58,702 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:58,702 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:58,702 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78f7b8bd0fd9b66e21d292087d8f7b36: Waiting for close lock at 1731554278607Running coprocessor pre-close hooks at 1731554278607Disabling compacts and flushes for region at 1731554278607Disabling writes for close at 1731554278607Obtaining lock to block concurrent updates at 1731554278607Preparing flush snapshotting stores in 78f7b8bd0fd9b66e21d292087d8f7b36 at 1731554278607Finished memstore snapshotting hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731554278607Flushing stores of hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. at 1731554278608 (+1 ms)Flushing 78f7b8bd0fd9b66e21d292087d8f7b36/queue: creating writer at 1731554278608Flushing 78f7b8bd0fd9b66e21d292087d8f7b36/queue: appending metadata at 1731554278629 (+21 ms)Flushing 78f7b8bd0fd9b66e21d292087d8f7b36/queue: closing flushed file at 1731554278629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5919f5: reopening flushed file at 1731554278647 (+18 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 78f7b8bd0fd9b66e21d292087d8f7b36 in 59ms, sequenceid=5, compaction requested=false at 1731554278666 (+19 ms)Writing region close event to WAL at 1731554278688 (+22 ms)Running coprocessor post-close hooks at 1731554278702 (+14 ms)Closed at 1731554278702 2024-11-14T03:17:58,702 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554275412.78f7b8bd0fd9b66e21d292087d8f7b36. 2024-11-14T03:17:58,703 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/ns/de5f21cf05894b9bb97eb30a45b7d6b9 2024-11-14T03:17:58,730 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/table/1f2cdaa043fc49fd9e039303e94fc101 is 53, key is hbase:replication/table:state/1731554275884/Put/seqid=0 2024-11-14T03:17:58,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741841_1017 (size=5256) 2024-11-14T03:17:58,808 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:59,008 DEBUG [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:17:59,037 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:17:59,037 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:17:59,079 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/WALs/b152692f18ba,43375,1731554268157/b152692f18ba%2C43375%2C1731554268157.1731554270189 to pos 0, reset compression=false 2024-11-14T03:17:59,138 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/table/1f2cdaa043fc49fd9e039303e94fc101 2024-11-14T03:17:59,145 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/info/1d84062e46474e99a39d1e2e62c5995b as hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/info/1d84062e46474e99a39d1e2e62c5995b 2024-11-14T03:17:59,151 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/info/1d84062e46474e99a39d1e2e62c5995b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T03:17:59,153 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/ns/de5f21cf05894b9bb97eb30a45b7d6b9 as hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/ns/de5f21cf05894b9bb97eb30a45b7d6b9 2024-11-14T03:17:59,160 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/ns/de5f21cf05894b9bb97eb30a45b7d6b9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:17:59,161 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/.tmp/table/1f2cdaa043fc49fd9e039303e94fc101 as hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/table/1f2cdaa043fc49fd9e039303e94fc101 2024-11-14T03:17:59,168 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/table/1f2cdaa043fc49fd9e039303e94fc101, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T03:17:59,169 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 561ms, sequenceid=11, compaction requested=false 2024-11-14T03:17:59,188 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:17:59,189 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:17:59,189 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:17:59,189 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:59,189 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554278607Running coprocessor pre-close hooks at 1731554278607Disabling compacts and flushes for region at 1731554278607Disabling writes for close at 1731554278608 (+1 ms)Obtaining lock to block concurrent updates at 1731554278608Preparing flush snapshotting stores in 1588230740 at 1731554278608Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731554278609 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554278609Flushing 1588230740/info: creating writer at 1731554278609Flushing 1588230740/info: appending metadata at 1731554278628 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731554278628Flushing 1588230740/ns: creating writer at 1731554278652 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731554278678 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731554278678Flushing 1588230740/table: creating writer at 1731554278710 (+32 ms)Flushing 1588230740/table: appending metadata at 1731554278729 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731554278729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b95486c: reopening flushed file at 1731554279144 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aba2881: reopening flushed file at 1731554279151 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296316d7: reopening flushed file at 1731554279160 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 561ms, sequenceid=11, compaction requested=false at 1731554279169 (+9 ms)Writing region close event to WAL at 1731554279184 (+15 ms)Running coprocessor post-close hooks at 1731554279189 (+5 ms)Closed at 1731554279189 2024-11-14T03:17:59,189 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:17:59,208 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,43375,1731554268157; all regions closed. 2024-11-14T03:17:59,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741834_1010 (size=2742) 2024-11-14T03:17:59,214 DEBUG [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/oldWALs 2024-11-14T03:17:59,214 INFO [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43375%2C1731554268157.meta:.meta(num 1731554270767) 2024-11-14T03:17:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741837_1013 (size=1586) 2024-11-14T03:17:59,219 DEBUG [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/oldWALs 2024-11-14T03:17:59,219 INFO [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43375%2C1731554268157.rep:(num 1731554275798) 2024-11-14T03:17:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741832_1008 (size=93) 2024-11-14T03:17:59,228 DEBUG [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/oldWALs 2024-11-14T03:17:59,228 INFO [RS:0;b152692f18ba:43375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43375%2C1731554268157:(num 1731554270189) 2024-11-14T03:17:59,228 DEBUG [RS:0;b152692f18ba:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:59,228 INFO [RS:0;b152692f18ba:43375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:17:59,228 INFO [RS:0;b152692f18ba:43375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:59,228 INFO [RS:0;b152692f18ba:43375 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:59,228 INFO [RS:0;b152692f18ba:43375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:59,228 INFO [RS:0;b152692f18ba:43375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,43375,1731554268157 because: Region server is closing 2024-11-14T03:17:59,229 INFO [RS:0;b152692f18ba:43375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:43375. 2024-11-14T03:17:59,229 DEBUG [RS:0;b152692f18ba:43375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:17:59,229 DEBUG [RS:0;b152692f18ba:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:59,229 DEBUG [RS:0;b152692f18ba:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:17:59,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:17:59,229 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:17:59,329 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.wal-reader.b152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:17:59,329 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.shipperb152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:17:59,330 INFO [RS:0;b152692f18ba:43375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43375,1731554268157.replicationSource.shipperb152692f18ba%2C43375%2C1731554268157,1-b152692f18ba,43375,1731554268157 terminated 2024-11-14T03:17:59,330 INFO [RS:0;b152692f18ba:43375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43375 2024-11-14T03:17:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0896397620/rs/b152692f18ba,43375,1731554268157 2024-11-14T03:17:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620/rs 2024-11-14T03:17:59,455 INFO [RS:0;b152692f18ba:43375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:17:59,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,43375,1731554268157] 2024-11-14T03:17:59,476 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0896397620/draining/b152692f18ba,43375,1731554268157 already deleted, retry=false 2024-11-14T03:17:59,476 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,43375,1731554268157 expired; onlineServers=0 2024-11-14T03:17:59,476 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,45305,1731554267944' ***** 2024-11-14T03:17:59,476 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:17:59,476 INFO [M:0;b152692f18ba:45305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:17:59,476 INFO [M:0;b152692f18ba:45305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:17:59,477 DEBUG [M:0;b152692f18ba:45305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:17:59,477 DEBUG [M:0;b152692f18ba:45305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:17:59,477 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554269915 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554269915,5,FailOnTimeoutGroup] 2024-11-14T03:17:59,477 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554269917 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554269917,5,FailOnTimeoutGroup] 2024-11-14T03:17:59,477 INFO [M:0;b152692f18ba:45305 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:17:59,477 INFO [M:0;b152692f18ba:45305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:17:59,477 DEBUG [M:0;b152692f18ba:45305 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:17:59,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:17:59,477 INFO [M:0;b152692f18ba:45305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:17:59,477 INFO [M:0;b152692f18ba:45305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:17:59,478 INFO [M:0;b152692f18ba:45305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:17:59,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:17:59,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0896397620/master 2024-11-14T03:17:59,487 DEBUG [M:0;b152692f18ba:45305 {}] zookeeper.ZKUtil(347): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Unable to get data of znode /0896397620/master because node does not exist (not an error) 2024-11-14T03:17:59,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0896397620 2024-11-14T03:17:59,487 WARN [M:0;b152692f18ba:45305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:17:59,488 INFO [M:0;b152692f18ba:45305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/.lastflushedseqids 2024-11-14T03:17:59,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741842_1018 (size=181) 2024-11-14T03:17:59,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:59,566 INFO [RS:0;b152692f18ba:43375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:17:59,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x101375947750001, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:17:59,566 INFO [RS:0;b152692f18ba:43375 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,43375,1731554268157; zookeeper connection closed. 2024-11-14T03:17:59,566 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62069247 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62069247 2024-11-14T03:17:59,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:17:59,897 INFO [M:0;b152692f18ba:45305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:17:59,897 INFO [M:0;b152692f18ba:45305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:17:59,897 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:17:59,898 INFO [M:0;b152692f18ba:45305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:59,898 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:59,898 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:17:59,898 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:17:59,898 INFO [M:0;b152692f18ba:45305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T03:17:59,921 DEBUG [M:0;b152692f18ba:45305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d758f478f7e6428b8b37dc308ff98603 is 82, key is hbase:meta,,1/info:regioninfo/1731554270821/Put/seqid=0 2024-11-14T03:17:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741843_1019 (size=5672) 2024-11-14T03:17:59,935 INFO [M:0;b152692f18ba:45305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d758f478f7e6428b8b37dc308ff98603 2024-11-14T03:17:59,963 DEBUG [M:0;b152692f18ba:45305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b653d4b95ee04c3a97255e70510e74ce is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731554275890/Put/seqid=0 2024-11-14T03:17:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741844_1020 (size=7203) 2024-11-14T03:18:00,374 INFO [M:0;b152692f18ba:45305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b653d4b95ee04c3a97255e70510e74ce 2024-11-14T03:18:00,398 DEBUG [M:0;b152692f18ba:45305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f27e44ab534b4359b05c0b5a429ba024 is 69, key is b152692f18ba,43375,1731554268157/rs:state/1731554269971/Put/seqid=0 2024-11-14T03:18:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741845_1021 (size=5156) 2024-11-14T03:18:00,403 INFO [M:0;b152692f18ba:45305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f27e44ab534b4359b05c0b5a429ba024 2024-11-14T03:18:00,410 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d758f478f7e6428b8b37dc308ff98603 as hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d758f478f7e6428b8b37dc308ff98603 2024-11-14T03:18:00,417 INFO [M:0;b152692f18ba:45305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d758f478f7e6428b8b37dc308ff98603, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T03:18:00,418 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b653d4b95ee04c3a97255e70510e74ce as hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b653d4b95ee04c3a97255e70510e74ce 2024-11-14T03:18:00,424 INFO [M:0;b152692f18ba:45305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b653d4b95ee04c3a97255e70510e74ce, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T03:18:00,425 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f27e44ab534b4359b05c0b5a429ba024 as hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f27e44ab534b4359b05c0b5a429ba024 2024-11-14T03:18:00,431 INFO [M:0;b152692f18ba:45305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38773/user/jenkins/test-data/683fff92-b09d-9c22-e1c7-3ce6b42f36f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f27e44ab534b4359b05c0b5a429ba024, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T03:18:00,432 INFO [M:0;b152692f18ba:45305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=70, compaction requested=false 2024-11-14T03:18:00,434 INFO [M:0;b152692f18ba:45305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:00,435 DEBUG [M:0;b152692f18ba:45305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554279897Disabling compacts and flushes for region at 1731554279897Disabling writes for close at 1731554279898 (+1 ms)Obtaining lock to block concurrent updates at 1731554279898Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554279898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731554279898Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554279899 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554279899Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554279920 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554279920Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554279943 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554279962 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554279962Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554280380 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554280397 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554280397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4a6613: reopening flushed file at 1731554280409 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29bf3921: reopening flushed file at 1731554280417 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4911324c: reopening flushed file at 1731554280424 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=70, compaction requested=false at 1731554280432 (+8 ms)Writing region close event to WAL at 1731554280434 (+2 ms)Closed at 1731554280434 2024-11-14T03:18:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41775 is added to blk_1073741830_1006 (size=41008) 2024-11-14T03:18:00,440 INFO [M:0;b152692f18ba:45305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:18:00,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:18:00,440 INFO [M:0;b152692f18ba:45305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45305 2024-11-14T03:18:00,440 INFO [M:0;b152692f18ba:45305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:18:00,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:18:00,562 INFO [M:0;b152692f18ba:45305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:18:00,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45305-0x101375947750000, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:18:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@351e6c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:18:00,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4212f721{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:18:00,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:18:00,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d554b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:18:00,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb07959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.log.dir/,STOPPED} 2024-11-14T03:18:00,568 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:18:00,568 WARN [BP-1909419720-172.17.0.3-1731554266092 heartbeating to localhost/127.0.0.1:38773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:18:00,568 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:18:00,568 WARN [BP-1909419720-172.17.0.3-1731554266092 heartbeating to localhost/127.0.0.1:38773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1909419720-172.17.0.3-1731554266092 (Datanode Uuid d019b01f-8e4e-414a-85dc-805806a30415) service to localhost/127.0.0.1:38773 2024-11-14T03:18:00,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e/data/data1/current/BP-1909419720-172.17.0.3-1731554266092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:18:00,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/cluster_e82a84c6-ddb6-2097-59fb-9ec6d8e75f2e/data/data2/current/BP-1909419720-172.17.0.3-1731554266092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:18:00,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:18:00,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ff935e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:18:00,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:18:00,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:18:00,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:18:00,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e4123c-e5ec-3f4c-2ece-d45a23b61376/hadoop.log.dir/,STOPPED} 2024-11-14T03:18:00,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:18:00,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:18:00,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 113) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36429 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38773 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=464 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 391) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5764 (was 6050) 2024-11-14T03:18:00,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=5764 2024-11-14T03:18:00,636 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T03:18:00,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.log.dir so I do NOT create it in target/test-data/490d0c8a-e246-e20e-445a-780d315552ca 2024-11-14T03:18:00,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:18:00,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.tmp.dir so I do NOT create it in target/test-data/490d0c8a-e246-e20e-445a-780d315552ca 2024-11-14T03:18:00,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87283155-fc30-add7-796c-a8c939118174/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:18:00,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca 2024-11-14T03:18:00,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f, deleteOnExit=true 2024-11-14T03:18:00,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f/zookeeper_0, clientPort=60531, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:18:00,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60531 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/test.cache.data in system properties and HBase conf 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:18:00,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:18:00,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:18:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:18:00,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:18:00,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:18:00,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:18:00,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:18:00,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101375947750005, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:18:00,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101375947750005, quorum=127.0.0.1:58850, baseZNode=/1-554248839 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:18:00,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101375947750002, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:18:00,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101375947750002, quorum=127.0.0.1:58850, baseZNode=/0896397620 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:18:00,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:18:00,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:00,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:00,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:00,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:01,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:18:01,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:18:01,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:18:01,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:18:01,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:18:01,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:18:01,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f31b59d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:18:01,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f9b1aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:18:01,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@340d39cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/java.io.tmpdir/jetty-localhost-43265-hadoop-hdfs-3_4_1-tests_jar-_-any-13559490274229035904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:18:01,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7af9657f{HTTP/1.1, (http/1.1)}{localhost:43265} 2024-11-14T03:18:01,288 INFO [Time-limited test {}] server.Server(415): Started @51499ms 2024-11-14T03:18:01,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:18:01,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:18:01,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:18:01,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:18:01,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:18:01,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@352c2b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:18:01,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a695efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:18:01,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@462a9f5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/java.io.tmpdir/jetty-localhost-45247-hadoop-hdfs-3_4_1-tests_jar-_-any-5125286561343199460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:18:01,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@617ce46b{HTTP/1.1, (http/1.1)}{localhost:45247} 2024-11-14T03:18:01,734 INFO [Time-limited test {}] server.Server(415): Started @51944ms 2024-11-14T03:18:01,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:18:02,475 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f/data/data1/current/BP-2040471847-172.17.0.3-1731554280687/current, will proceed with Du for space computation calculation, 2024-11-14T03:18:02,475 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f/data/data2/current/BP-2040471847-172.17.0.3-1731554280687/current, will proceed with Du for space computation calculation, 2024-11-14T03:18:02,497 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:18:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24021b4bdf7b2c29 with lease ID 0x63c211c800c1fa67: Processing first storage report for DS-e5f280f2-6c50-4536-9814-159353917e7a from datanode DatanodeRegistration(127.0.0.1:35581, datanodeUuid=84c9be1c-3cae-4ede-9fcc-14db2dd64fc7, infoPort=46573, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=231165947;c=1731554280687) 2024-11-14T03:18:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24021b4bdf7b2c29 with lease ID 0x63c211c800c1fa67: from storage DS-e5f280f2-6c50-4536-9814-159353917e7a node DatanodeRegistration(127.0.0.1:35581, datanodeUuid=84c9be1c-3cae-4ede-9fcc-14db2dd64fc7, infoPort=46573, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=231165947;c=1731554280687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:18:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24021b4bdf7b2c29 with lease ID 0x63c211c800c1fa67: Processing first storage report for DS-ed789b03-caa6-4670-9af6-3885d2faa8fa from datanode DatanodeRegistration(127.0.0.1:35581, datanodeUuid=84c9be1c-3cae-4ede-9fcc-14db2dd64fc7, infoPort=46573, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=231165947;c=1731554280687) 2024-11-14T03:18:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24021b4bdf7b2c29 with lease ID 0x63c211c800c1fa67: from storage DS-ed789b03-caa6-4670-9af6-3885d2faa8fa node DatanodeRegistration(127.0.0.1:35581, datanodeUuid=84c9be1c-3cae-4ede-9fcc-14db2dd64fc7, infoPort=46573, infoSecurePort=0, ipcPort=44921, storageInfo=lv=-57;cid=testClusterID;nsid=231165947;c=1731554280687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:18:02,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca 2024-11-14T03:18:02,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:02,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:02,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:18:02,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee with version=8 2024-11-14T03:18:02,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/hbase-staging 2024-11-14T03:18:03,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:18:03,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:03,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:03,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:18:03,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:03,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:18:03,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:18:03,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:18:03,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43453 2024-11-14T03:18:03,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43453 connecting to ZooKeeper ensemble=127.0.0.1:60531 2024-11-14T03:18:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434530x0, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:18:03,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43453-0x1013759807e0000 connected 2024-11-14T03:18:03,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:03,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:03,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on znode that does not yet exist, /0488922205/running 2024-11-14T03:18:03,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee, hbase.cluster.distributed=false 2024-11-14T03:18:03,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on znode that does not yet exist, /0488922205/acl 2024-11-14T03:18:03,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-14T03:18:03,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43453 2024-11-14T03:18:03,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43453 2024-11-14T03:18:03,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-14T03:18:03,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-14T03:18:03,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:18:03,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:03,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:03,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:18:03,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:03,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:18:03,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:18:03,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:18:03,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43201 2024-11-14T03:18:03,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43201 connecting to ZooKeeper ensemble=127.0.0.1:60531 2024-11-14T03:18:03,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:03,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:03,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432010x0, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:18:03,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43201-0x1013759807e0001 connected 2024-11-14T03:18:03,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on znode that does not yet exist, /0488922205/running 2024-11-14T03:18:03,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:18:03,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:18:03,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on znode that does not yet exist, /0488922205/master 2024-11-14T03:18:03,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on znode that does not yet exist, /0488922205/acl 2024-11-14T03:18:03,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43201 2024-11-14T03:18:03,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43201 2024-11-14T03:18:03,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43201 2024-11-14T03:18:03,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43201 2024-11-14T03:18:03,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43201 2024-11-14T03:18:03,269 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:43453 2024-11-14T03:18:03,270 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0488922205/backup-masters/b152692f18ba,43453,1731554283000 2024-11-14T03:18:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205/backup-masters 2024-11-14T03:18:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205/backup-masters 2024-11-14T03:18:03,284 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on existing znode=/0488922205/backup-masters/b152692f18ba,43453,1731554283000 2024-11-14T03:18:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0488922205/master 2024-11-14T03:18:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:03,298 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on existing znode=/0488922205/master 2024-11-14T03:18:03,298 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0488922205/backup-masters/b152692f18ba,43453,1731554283000 from backup master directory 2024-11-14T03:18:03,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205/backup-masters 2024-11-14T03:18:03,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0488922205/backup-masters/b152692f18ba,43453,1731554283000 2024-11-14T03:18:03,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205/backup-masters 2024-11-14T03:18:03,308 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:18:03,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,43453,1731554283000 2024-11-14T03:18:03,313 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/hbase.id] with ID: eaff0aba-42c3-47bb-bf23-5c4ead999c34 2024-11-14T03:18:03,313 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/.tmp/hbase.id 2024-11-14T03:18:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:18:03,727 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/.tmp/hbase.id]:[hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/hbase.id] 2024-11-14T03:18:03,742 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:03,742 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:18:03,743 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:18:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:18:03,799 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:18:03,800 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:18:03,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:18:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:18:03,813 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store 2024-11-14T03:18:03,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:18:04,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:04,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:18:04,227 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:04,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:04,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:18:04,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:04,227 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:04,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554284227Disabling compacts and flushes for region at 1731554284227Disabling writes for close at 1731554284227Writing region close event to WAL at 1731554284227Closed at 1731554284227 2024-11-14T03:18:04,228 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/.initializing 2024-11-14T03:18:04,228 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/WALs/b152692f18ba,43453,1731554283000 2024-11-14T03:18:04,229 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:18:04,231 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C43453%2C1731554283000, suffix=, logDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/WALs/b152692f18ba,43453,1731554283000, archiveDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/oldWALs, maxLogs=10 2024-11-14T03:18:04,244 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/WALs/b152692f18ba,43453,1731554283000/b152692f18ba%2C43453%2C1731554283000.1731554284231, exclude list is [], retry=0 2024-11-14T03:18:04,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-e5f280f2-6c50-4536-9814-159353917e7a,DISK] 2024-11-14T03:18:04,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/WALs/b152692f18ba,43453,1731554283000/b152692f18ba%2C43453%2C1731554283000.1731554284231 2024-11-14T03:18:04,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46573:46573)] 2024-11-14T03:18:04,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:18:04,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:04,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:18:04,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:04,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:04,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:18:04,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:04,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:04,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:18:04,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:04,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:04,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:18:04,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:04,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:04,270 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,270 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,271 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,275 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,275 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,276 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:18:04,278 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:04,285 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:18:04,285 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68467152, jitterRate=0.020240068435668945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:18:04,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554284256Initializing all the Stores at 1731554284257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554284257Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554284258 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554284258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554284258Cleaning up temporary data from old regions at 1731554284275 (+17 ms)Region opened successfully at 1731554284286 (+11 ms) 2024-11-14T03:18:04,287 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:18:04,290 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d850f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:18:04,291 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:18:04,291 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:18:04,291 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:18:04,291 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:18:04,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:18:04,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:18:04,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:18:04,297 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:18:04,298 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Unable to get data of znode /0488922205/balancer because node does not exist (not necessarily an error) 2024-11-14T03:18:04,345 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0488922205/balancer already deleted, retry=false 2024-11-14T03:18:04,346 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:18:04,347 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Unable to get data of znode /0488922205/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:18:04,356 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0488922205/normalizer already deleted, retry=false 2024-11-14T03:18:04,356 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:18:04,357 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Unable to get data of znode /0488922205/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:18:04,366 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0488922205/switch/split already deleted, retry=false 2024-11-14T03:18:04,367 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Unable to get data of znode /0488922205/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:18:04,377 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0488922205/switch/merge already deleted, retry=false 2024-11-14T03:18:04,379 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Unable to get data of znode /0488922205/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:18:04,392 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0488922205/snapshot-cleanup already deleted, retry=false 2024-11-14T03:18:04,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0488922205/running 2024-11-14T03:18:04,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0488922205/running 2024-11-14T03:18:04,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:04,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:04,403 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,43453,1731554283000, sessionid=0x1013759807e0000, setting cluster-up flag (Was=false) 2024-11-14T03:18:04,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:04,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:04,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0488922205/flush-table-proc/acquired, /0488922205/flush-table-proc/reached, /0488922205/flush-table-proc/abort 2024-11-14T03:18:04,456 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,43453,1731554283000 2024-11-14T03:18:04,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:04,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:04,507 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0488922205/online-snapshot/acquired, /0488922205/online-snapshot/reached, /0488922205/online-snapshot/abort 2024-11-14T03:18:04,508 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,43453,1731554283000 2024-11-14T03:18:04,510 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:18:04,511 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:04,512 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:18:04,512 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:18:04,512 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,43453,1731554283000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:18:04,513 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:04,514 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:04,514 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:04,514 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:04,514 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:18:04,514 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,514 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:18:04,514 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554314515 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:18:04,515 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,516 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:18:04,516 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:18:04,516 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:18:04,516 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:18:04,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:04,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:18:04,516 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:18:04,516 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:18:04,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:04,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:18:04,520 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554284516,5,FailOnTimeoutGroup] 2024-11-14T03:18:04,520 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554284520,5,FailOnTimeoutGroup] 2024-11-14T03:18:04,520 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,520 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:18:04,520 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,521 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:18:04,558 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(746): ClusterId : eaff0aba-42c3-47bb-bf23-5c4ead999c34 2024-11-14T03:18:04,558 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:18:04,571 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:18:04,571 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:18:04,582 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:18:04,582 DEBUG [RS:0;b152692f18ba:43201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e7c0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:18:04,593 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:43201 2024-11-14T03:18:04,593 INFO [RS:0;b152692f18ba:43201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:18:04,593 INFO [RS:0;b152692f18ba:43201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:18:04,593 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:18:04,593 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,43453,1731554283000 with port=43201, startcode=1731554283219 2024-11-14T03:18:04,594 DEBUG [RS:0;b152692f18ba:43201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:18:04,595 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:18:04,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,43201,1731554283219 2024-11-14T03:18:04,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,43201,1731554283219 2024-11-14T03:18:04,597 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee 2024-11-14T03:18:04,597 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36693 2024-11-14T03:18:04,597 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:18:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205/rs 2024-11-14T03:18:04,609 DEBUG [RS:0;b152692f18ba:43201 {}] zookeeper.ZKUtil(111): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on existing znode=/0488922205/rs/b152692f18ba,43201,1731554283219 2024-11-14T03:18:04,609 WARN [RS:0;b152692f18ba:43201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:18:04,609 INFO [RS:0;b152692f18ba:43201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:18:04,609 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219 2024-11-14T03:18:04,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,43201,1731554283219] 2024-11-14T03:18:04,613 INFO [RS:0;b152692f18ba:43201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:18:04,614 INFO [RS:0;b152692f18ba:43201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:18:04,614 INFO [RS:0;b152692f18ba:43201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:18:04,614 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,615 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:18:04,615 INFO [RS:0;b152692f18ba:43201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:18:04,615 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,615 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:18:04,616 DEBUG [RS:0;b152692f18ba:43201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:18:04,620 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,620 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,620 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,620 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,620 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,620 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43201,1731554283219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:18:04,634 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:18:04,635 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43201,1731554283219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,635 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,635 INFO [RS:0;b152692f18ba:43201 {}] regionserver.Replication(171): b152692f18ba,43201,1731554283219 started 2024-11-14T03:18:04,648 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:04,648 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,43201,1731554283219, RpcServer on b152692f18ba/172.17.0.3:43201, sessionid=0x1013759807e0001 2024-11-14T03:18:04,648 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:18:04,648 DEBUG [RS:0;b152692f18ba:43201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,43201,1731554283219 2024-11-14T03:18:04,648 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,43201,1731554283219' 2024-11-14T03:18:04,648 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0488922205/flush-table-proc/abort' 2024-11-14T03:18:04,649 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0488922205/flush-table-proc/acquired' 2024-11-14T03:18:04,649 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:18:04,649 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:18:04,649 DEBUG [RS:0;b152692f18ba:43201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,43201,1731554283219 2024-11-14T03:18:04,649 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,43201,1731554283219' 2024-11-14T03:18:04,649 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0488922205/online-snapshot/abort' 2024-11-14T03:18:04,649 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0488922205/online-snapshot/acquired' 2024-11-14T03:18:04,650 DEBUG [RS:0;b152692f18ba:43201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:18:04,650 INFO [RS:0;b152692f18ba:43201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:18:04,650 INFO [RS:0;b152692f18ba:43201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:18:04,750 INFO [RS:0;b152692f18ba:43201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:18:04,752 INFO [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43201%2C1731554283219, suffix=, logDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219, archiveDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/oldWALs, maxLogs=10 2024-11-14T03:18:04,763 DEBUG [RS:0;b152692f18ba:43201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752, exclude list is [], retry=0 2024-11-14T03:18:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-e5f280f2-6c50-4536-9814-159353917e7a,DISK] 2024-11-14T03:18:04,768 INFO [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 2024-11-14T03:18:04,768 DEBUG [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46573:46573)] 2024-11-14T03:18:04,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:18:04,925 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee 2024-11-14T03:18:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:18:05,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:05,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:18:05,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:18:05,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:18:05,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:18:05,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:18:05,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:18:05,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:18:05,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:18:05,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:18:05,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740 2024-11-14T03:18:05,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740 2024-11-14T03:18:05,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:18:05,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:18:05,343 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:18:05,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:18:05,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:18:05,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72940476, jitterRate=0.08689779043197632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:18:05,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554285331Initializing all the Stores at 1731554285332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554285332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554285333 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554285333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554285333Cleaning up temporary data from old regions at 1731554285343 (+10 ms)Region opened successfully at 1731554285347 (+4 ms) 2024-11-14T03:18:05,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:18:05,347 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:18:05,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:18:05,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:18:05,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:18:05,348 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:18:05,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554285347Disabling compacts and flushes for region at 1731554285347Disabling writes for close at 1731554285347Writing region close event to WAL at 1731554285348 (+1 ms)Closed at 1731554285348 2024-11-14T03:18:05,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:05,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:18:05,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:18:05,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:18:05,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:18:05,501 DEBUG [b152692f18ba:43453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:18:05,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,43201,1731554283219 2024-11-14T03:18:05,503 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,43201,1731554283219, state=OPENING 2024-11-14T03:18:05,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:18:05,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:05,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:05,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:18:05,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0488922205/meta-region-server: CHANGED 2024-11-14T03:18:05,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,43201,1731554283219}] 2024-11-14T03:18:05,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0488922205/meta-region-server: CHANGED 2024-11-14T03:18:05,720 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:18:05,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:18:05,725 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:18:05,725 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:18:05,725 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:18:05,726 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43201%2C1731554283219.meta, suffix=.meta, logDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219, archiveDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/oldWALs, maxLogs=10 2024-11-14T03:18:05,738 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.meta.1731554285727.meta, exclude list is [], retry=0 2024-11-14T03:18:05,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-e5f280f2-6c50-4536-9814-159353917e7a,DISK] 2024-11-14T03:18:05,741 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.meta.1731554285727.meta 2024-11-14T03:18:05,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46573:46573)] 2024-11-14T03:18:05,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:18:05,742 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:18:05,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:18:05,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:18:05,742 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:18:05,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:18:05,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:05,743 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:18:05,743 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:18:05,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:18:05,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:18:05,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:18:05,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:18:05,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:18:05,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:18:05,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:18:05,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:18:05,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:05,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:05,748 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:18:05,749 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740 2024-11-14T03:18:05,750 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740 2024-11-14T03:18:05,751 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:18:05,751 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:18:05,751 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:18:05,753 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:18:05,753 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66442997, jitterRate=-0.009922191500663757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:18:05,753 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:18:05,754 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554285743Writing region info on filesystem at 1731554285743Initializing all the Stores at 1731554285743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554285743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554285744 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554285744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554285744Cleaning up temporary data from old regions at 1731554285751 (+7 ms)Running coprocessor post-open hooks at 1731554285753 (+2 ms)Region opened successfully at 1731554285754 (+1 ms) 2024-11-14T03:18:05,755 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554285720 2024-11-14T03:18:05,757 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:18:05,757 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:18:05,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,43201,1731554283219 2024-11-14T03:18:05,758 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,43201,1731554283219, state=OPEN 2024-11-14T03:18:05,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0488922205/meta-region-server 2024-11-14T03:18:05,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0488922205/meta-region-server 2024-11-14T03:18:05,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,43201,1731554283219 2024-11-14T03:18:05,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0488922205/meta-region-server: CHANGED 2024-11-14T03:18:05,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0488922205/meta-region-server: CHANGED 2024-11-14T03:18:05,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:18:05,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,43201,1731554283219 in 235 msec 2024-11-14T03:18:05,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:18:05,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-14T03:18:05,809 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:05,809 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:18:05,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:05,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43201,1731554283219, seqNum=-1] 2024-11-14T03:18:05,811 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:05,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:05,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-14T03:18:05,819 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554285819, completionTime=-1 2024-11-14T03:18:05,819 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:18:05,819 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554345821 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554405821 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43453,1731554283000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43453,1731554283000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43453,1731554283000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:43453, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:05,821 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:05,823 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:18:05,824 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.516sec 2024-11-14T03:18:05,825 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:18:05,825 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:18:05,825 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:18:05,825 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:18:05,825 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:18:05,825 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43453,1731554283000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:18:05,825 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43453,1731554283000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:18:05,827 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:18:05,827 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:18:05,827 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43453,1731554283000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:05,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104fc3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:05,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43453,-1 for getting cluster id 2024-11-14T03:18:05,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:05,860 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaff0aba-42c3-47bb-bf23-5c4ead999c34' 2024-11-14T03:18:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaff0aba-42c3-47bb-bf23-5c4ead999c34" 2024-11-14T03:18:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632991a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43453,-1] 2024-11-14T03:18:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:05,862 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:05,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7077a536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:05,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43201,1731554283219, seqNum=-1] 2024-11-14T03:18:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:05,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,43453,1731554283000 2024-11-14T03:18:05,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60531 2024-11-14T03:18:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:18:05,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013759807e0002 connected 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.log.dir so I do NOT create it in target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d 2024-11-14T03:18:05,900 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.tmp.dir so I do NOT create it in target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d 2024-11-14T03:18:05,900 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:18:05,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/cluster_cdffb90b-e5b1-fd97-c62f-63a8e4d6cea1, deleteOnExit=true 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/test.cache.data in system properties and HBase conf 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:18:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:18:05,901 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:18:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:18:05,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:18:05,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:18:06,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:18:06,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:18:06,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:18:06,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:18:06,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:18:06,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:18:06,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fcc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:18:06,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab24f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:18:06,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9f1249f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/java.io.tmpdir/jetty-localhost-37011-hadoop-hdfs-3_4_1-tests_jar-_-any-1785747023045169958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:18:06,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c9b9b40{HTTP/1.1, (http/1.1)}{localhost:37011} 2024-11-14T03:18:06,444 INFO [Time-limited test {}] server.Server(415): Started @56655ms 2024-11-14T03:18:06,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:18:06,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:18:06,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:18:06,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:18:06,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:18:06,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a60572d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:18:06,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f74644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:18:06,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16305733{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/java.io.tmpdir/jetty-localhost-41195-hadoop-hdfs-3_4_1-tests_jar-_-any-11411048653973278537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:18:06,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49f79d22{HTTP/1.1, (http/1.1)}{localhost:41195} 2024-11-14T03:18:06,864 INFO [Time-limited test {}] server.Server(415): Started @57074ms 2024-11-14T03:18:06,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:18:07,754 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/cluster_cdffb90b-e5b1-fd97-c62f-63a8e4d6cea1/data/data1/current/BP-780069891-172.17.0.3-1731554285917/current, will proceed with Du for space computation calculation, 2024-11-14T03:18:07,754 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/cluster_cdffb90b-e5b1-fd97-c62f-63a8e4d6cea1/data/data2/current/BP-780069891-172.17.0.3-1731554285917/current, will proceed with Du for space computation calculation, 2024-11-14T03:18:07,774 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:18:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x599f500e26aefcdf with lease ID 0xe69b7697ddd50607: Processing first storage report for DS-5bceaa52-ff39-4b38-80d6-3e7f4c6d71eb from datanode DatanodeRegistration(127.0.0.1:40291, datanodeUuid=6f2d567a-614c-42f0-9037-bdd3326398e7, infoPort=38737, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=421095792;c=1731554285917) 2024-11-14T03:18:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x599f500e26aefcdf with lease ID 0xe69b7697ddd50607: from storage DS-5bceaa52-ff39-4b38-80d6-3e7f4c6d71eb node DatanodeRegistration(127.0.0.1:40291, datanodeUuid=6f2d567a-614c-42f0-9037-bdd3326398e7, infoPort=38737, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=421095792;c=1731554285917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:18:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x599f500e26aefcdf with lease ID 0xe69b7697ddd50607: Processing first storage report for DS-544df38d-691d-4f83-a24a-7750142db4ce from datanode DatanodeRegistration(127.0.0.1:40291, datanodeUuid=6f2d567a-614c-42f0-9037-bdd3326398e7, infoPort=38737, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=421095792;c=1731554285917) 2024-11-14T03:18:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x599f500e26aefcdf with lease ID 0xe69b7697ddd50607: from storage DS-544df38d-691d-4f83-a24a-7750142db4ce node DatanodeRegistration(127.0.0.1:40291, datanodeUuid=6f2d567a-614c-42f0-9037-bdd3326398e7, infoPort=38737, infoSecurePort=0, ipcPort=44745, storageInfo=lv=-57;cid=testClusterID;nsid=421095792;c=1731554285917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:18:07,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d 2024-11-14T03:18:07,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:07,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:18:08,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:18:08,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631 with version=8 2024-11-14T03:18:08,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/hbase-staging 2024-11-14T03:18:08,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:18:08,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:08,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:08,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:18:08,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:08,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:18:08,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:18:08,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:18:08,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33103 2024-11-14T03:18:08,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33103 connecting to ZooKeeper ensemble=127.0.0.1:60531 2024-11-14T03:18:08,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331030x0, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:18:08,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33103-0x1013759807e0003 connected 2024-11-14T03:18:08,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:08,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:08,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on znode that does not yet exist, /11179354304/running 2024-11-14T03:18:08,331 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631, hbase.cluster.distributed=false 2024-11-14T03:18:08,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on znode that does not yet exist, /11179354304/acl 2024-11-14T03:18:08,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-14T03:18:08,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33103 2024-11-14T03:18:08,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33103 2024-11-14T03:18:08,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-14T03:18:08,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-14T03:18:08,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:18:08,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:08,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:08,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:18:08,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:18:08,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:18:08,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:18:08,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:18:08,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46165 2024-11-14T03:18:08,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46165 connecting to ZooKeeper ensemble=127.0.0.1:60531 2024-11-14T03:18:08,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:08,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461650x0, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:18:08,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46165-0x1013759807e0004 connected 2024-11-14T03:18:08,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on znode that does not yet exist, /11179354304/running 2024-11-14T03:18:08,361 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:18:08,361 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:18:08,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on znode that does not yet exist, /11179354304/master 2024-11-14T03:18:08,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on znode that does not yet exist, /11179354304/acl 2024-11-14T03:18:08,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46165 2024-11-14T03:18:08,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46165 2024-11-14T03:18:08,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46165 2024-11-14T03:18:08,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46165 2024-11-14T03:18:08,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46165 2024-11-14T03:18:08,377 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:33103 2024-11-14T03:18:08,377 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11179354304/backup-masters/b152692f18ba,33103,1731554288201 2024-11-14T03:18:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304/backup-masters 2024-11-14T03:18:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304/backup-masters 2024-11-14T03:18:08,388 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on existing znode=/11179354304/backup-masters/b152692f18ba,33103,1731554288201 2024-11-14T03:18:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11179354304/master 2024-11-14T03:18:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:08,398 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on existing znode=/11179354304/master 2024-11-14T03:18:08,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11179354304/backup-masters/b152692f18ba,33103,1731554288201 from backup master directory 2024-11-14T03:18:08,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11179354304/backup-masters/b152692f18ba,33103,1731554288201 2024-11-14T03:18:08,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304/backup-masters 2024-11-14T03:18:08,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304/backup-masters 2024-11-14T03:18:08,408 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:18:08,408 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,33103,1731554288201 2024-11-14T03:18:08,412 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/hbase.id] with ID: a7fb16b9-2821-4a75-8a61-3504aa40b861 2024-11-14T03:18:08,412 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/.tmp/hbase.id 2024-11-14T03:18:08,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:18:08,817 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/.tmp/hbase.id]:[hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/hbase.id] 2024-11-14T03:18:08,829 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:08,829 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:18:08,833 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T03:18:08,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:08,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:18:09,291 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:18:09,291 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:18:09,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:18:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:18:09,699 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store 2024-11-14T03:18:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:18:10,107 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:10,107 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:18:10,107 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:10,107 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:10,107 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:18:10,107 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:10,107 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:18:10,107 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554290107Disabling compacts and flushes for region at 1731554290107Disabling writes for close at 1731554290107Writing region close event to WAL at 1731554290107Closed at 1731554290107 2024-11-14T03:18:10,108 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/.initializing 2024-11-14T03:18:10,108 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/WALs/b152692f18ba,33103,1731554288201 2024-11-14T03:18:10,109 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:18:10,111 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C33103%2C1731554288201, suffix=, logDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/WALs/b152692f18ba,33103,1731554288201, archiveDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/oldWALs, maxLogs=10 2024-11-14T03:18:10,127 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/WALs/b152692f18ba,33103,1731554288201/b152692f18ba%2C33103%2C1731554288201.1731554290111, exclude list is [], retry=0 2024-11-14T03:18:10,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40291,DS-5bceaa52-ff39-4b38-80d6-3e7f4c6d71eb,DISK] 2024-11-14T03:18:10,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/WALs/b152692f18ba,33103,1731554288201/b152692f18ba%2C33103%2C1731554288201.1731554290111 2024-11-14T03:18:10,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-14T03:18:10,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:18:10,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:10,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:18:10,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:10,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:10,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:18:10,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:10,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:10,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:18:10,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:10,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:10,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:18:10,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:10,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:10,140 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,141 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,141 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,143 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,143 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,143 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:18:10,144 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:18:10,146 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:18:10,147 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59803750, jitterRate=-0.10885468125343323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:18:10,147 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554290132Initializing all the Stores at 1731554290133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554290133Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554290133Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554290133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554290133Cleaning up temporary data from old regions at 1731554290143 (+10 ms)Region opened successfully at 1731554290147 (+4 ms) 2024-11-14T03:18:10,147 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:18:10,149 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d36765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:18:10,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:18:10,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:18:10,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:18:10,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:18:10,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:18:10,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:18:10,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:18:10,153 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:18:10,154 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Unable to get data of znode /11179354304/balancer because node does not exist (not necessarily an error) 2024-11-14T03:18:10,233 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11179354304/balancer already deleted, retry=false 2024-11-14T03:18:10,234 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:18:10,235 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Unable to get data of znode /11179354304/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:18:10,244 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11179354304/normalizer already deleted, retry=false 2024-11-14T03:18:10,244 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:18:10,245 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Unable to get data of znode /11179354304/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:18:10,254 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11179354304/switch/split already deleted, retry=false 2024-11-14T03:18:10,255 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Unable to get data of znode /11179354304/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:18:10,265 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11179354304/switch/merge already deleted, retry=false 2024-11-14T03:18:10,267 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Unable to get data of znode /11179354304/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:18:10,275 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11179354304/snapshot-cleanup already deleted, retry=false 2024-11-14T03:18:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11179354304/running 2024-11-14T03:18:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11179354304/running 2024-11-14T03:18:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:10,287 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,33103,1731554288201, sessionid=0x1013759807e0003, setting cluster-up flag (Was=false) 2024-11-14T03:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:10,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:10,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11179354304/flush-table-proc/acquired, /11179354304/flush-table-proc/reached, /11179354304/flush-table-proc/abort 2024-11-14T03:18:10,340 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33103,1731554288201 2024-11-14T03:18:10,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:10,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:10,391 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11179354304/online-snapshot/acquired, /11179354304/online-snapshot/reached, /11179354304/online-snapshot/abort 2024-11-14T03:18:10,392 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33103,1731554288201 2024-11-14T03:18:10,394 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:18:10,395 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:10,395 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:18:10,395 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:18:10,395 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,33103,1731554288201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:18:10,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554320398 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:18:10,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:10,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:18:10,399 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554290399,5,FailOnTimeoutGroup] 2024-11-14T03:18:10,399 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:10,399 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554290399,5,FailOnTimeoutGroup] 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:18:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:18:10,467 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(746): ClusterId : a7fb16b9-2821-4a75-8a61-3504aa40b861 2024-11-14T03:18:10,467 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:18:10,477 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:18:10,477 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:18:10,487 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:18:10,487 DEBUG [RS:0;b152692f18ba:46165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311cab13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:18:10,498 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:46165 2024-11-14T03:18:10,498 INFO [RS:0;b152692f18ba:46165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:18:10,498 INFO [RS:0;b152692f18ba:46165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:18:10,498 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:18:10,499 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,33103,1731554288201 with port=46165, startcode=1731554288347 2024-11-14T03:18:10,499 DEBUG [RS:0;b152692f18ba:46165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:18:10,500 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:18:10,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,46165,1731554288347 2024-11-14T03:18:10,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33103 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,46165,1731554288347 2024-11-14T03:18:10,502 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631 2024-11-14T03:18:10,502 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43017 2024-11-14T03:18:10,502 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:18:10,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304/rs 2024-11-14T03:18:10,514 DEBUG [RS:0;b152692f18ba:46165 {}] zookeeper.ZKUtil(111): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on existing znode=/11179354304/rs/b152692f18ba,46165,1731554288347 2024-11-14T03:18:10,514 WARN [RS:0;b152692f18ba:46165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:18:10,514 INFO [RS:0;b152692f18ba:46165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:18:10,514 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347 2024-11-14T03:18:10,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,46165,1731554288347] 2024-11-14T03:18:10,517 INFO [RS:0;b152692f18ba:46165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:18:10,518 INFO [RS:0;b152692f18ba:46165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:18:10,518 INFO [RS:0;b152692f18ba:46165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:18:10,519 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,519 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:18:10,519 INFO [RS:0;b152692f18ba:46165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:18:10,519 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,519 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:18:10,520 DEBUG [RS:0;b152692f18ba:46165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:18:10,520 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,520 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,520 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,521 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,521 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,521 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46165,1731554288347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:18:10,533 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:18:10,533 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46165,1731554288347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,533 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,533 INFO [RS:0;b152692f18ba:46165 {}] regionserver.Replication(171): b152692f18ba,46165,1731554288347 started 2024-11-14T03:18:10,544 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:10,545 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,46165,1731554288347, RpcServer on b152692f18ba/172.17.0.3:46165, sessionid=0x1013759807e0004 2024-11-14T03:18:10,545 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:18:10,545 DEBUG [RS:0;b152692f18ba:46165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,46165,1731554288347 2024-11-14T03:18:10,545 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,46165,1731554288347' 2024-11-14T03:18:10,545 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11179354304/flush-table-proc/abort' 2024-11-14T03:18:10,545 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11179354304/flush-table-proc/acquired' 2024-11-14T03:18:10,546 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:18:10,546 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:18:10,546 DEBUG [RS:0;b152692f18ba:46165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,46165,1731554288347 2024-11-14T03:18:10,546 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,46165,1731554288347' 2024-11-14T03:18:10,546 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11179354304/online-snapshot/abort' 2024-11-14T03:18:10,546 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11179354304/online-snapshot/acquired' 2024-11-14T03:18:10,547 DEBUG [RS:0;b152692f18ba:46165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:18:10,547 INFO [RS:0;b152692f18ba:46165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:18:10,547 INFO [RS:0;b152692f18ba:46165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:18:10,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:18:10,647 INFO [RS:0;b152692f18ba:46165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:18:10,649 INFO [RS:0;b152692f18ba:46165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C46165%2C1731554288347, suffix=, logDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347, archiveDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/oldWALs, maxLogs=10 2024-11-14T03:18:10,663 DEBUG [RS:0;b152692f18ba:46165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347/b152692f18ba%2C46165%2C1731554288347.1731554290649, exclude list is [], retry=0 2024-11-14T03:18:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40291,DS-5bceaa52-ff39-4b38-80d6-3e7f4c6d71eb,DISK] 2024-11-14T03:18:10,668 INFO [RS:0;b152692f18ba:46165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347/b152692f18ba%2C46165%2C1731554288347.1731554290649 2024-11-14T03:18:10,668 DEBUG [RS:0;b152692f18ba:46165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-14T03:18:10,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:18:10,807 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631 2024-11-14T03:18:10,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:18:11,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:11,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:18:11,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:18:11,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:18:11,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:18:11,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:18:11,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:18:11,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:18:11,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:18:11,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:18:11,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740 2024-11-14T03:18:11,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740 2024-11-14T03:18:11,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:18:11,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:18:11,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:18:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:18:11,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:18:11,226 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71939809, jitterRate=0.07198669016361237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:18:11,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554291213Initializing all the Stores at 1731554291214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554291214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554291214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554291214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554291214Cleaning up temporary data from old regions at 1731554291223 (+9 ms)Region opened successfully at 1731554291226 (+3 ms) 2024-11-14T03:18:11,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:18:11,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:18:11,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:18:11,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:18:11,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:18:11,227 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:18:11,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554291227Disabling compacts and flushes for region at 1731554291227Disabling writes for close at 1731554291227Writing region close event to WAL at 1731554291227Closed at 1731554291227 2024-11-14T03:18:11,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:11,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:18:11,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:18:11,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:18:11,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:18:11,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:18:11,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:11,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:11,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:11,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:11,380 DEBUG [b152692f18ba:33103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:18:11,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,46165,1731554288347 2024-11-14T03:18:11,381 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,46165,1731554288347, state=OPENING 2024-11-14T03:18:11,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:18:11,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:11,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:18:11,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11179354304/meta-region-server: CHANGED 2024-11-14T03:18:11,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11179354304/meta-region-server: CHANGED 2024-11-14T03:18:11,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:18:11,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,46165,1731554288347}] 2024-11-14T03:18:11,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:18:11,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:18:11,666 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:18:11,666 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:18:11,666 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:18:11,668 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C46165%2C1731554288347.meta, suffix=.meta, logDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347, archiveDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/oldWALs, maxLogs=10 2024-11-14T03:18:11,680 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347/b152692f18ba%2C46165%2C1731554288347.meta.1731554291668.meta, exclude list is [], retry=0 2024-11-14T03:18:11,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40291,DS-5bceaa52-ff39-4b38-80d6-3e7f4c6d71eb,DISK] 2024-11-14T03:18:11,684 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347/b152692f18ba%2C46165%2C1731554288347.meta.1731554291668.meta 2024-11-14T03:18:11,685 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-14T03:18:11,685 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:18:11,685 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:18:11,685 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:18:11,685 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:18:11,685 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:18:11,686 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:18:11,686 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:11,686 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:18:11,686 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:18:11,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:18:11,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:18:11,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:18:11,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:18:11,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:18:11,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:18:11,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:18:11,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:18:11,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:18:11,692 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:18:11,693 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740 2024-11-14T03:18:11,694 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740 2024-11-14T03:18:11,695 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:18:11,695 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:18:11,695 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:18:11,696 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:18:11,697 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63783877, jitterRate=-0.04954616725444794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:18:11,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:18:11,697 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554291686Writing region info on filesystem at 1731554291686Initializing all the Stores at 1731554291687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554291687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554291687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554291687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554291687Cleaning up temporary data from old regions at 1731554291695 (+8 ms)Running coprocessor post-open hooks at 1731554291697 (+2 ms)Region opened successfully at 1731554291697 2024-11-14T03:18:11,698 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554291661 2024-11-14T03:18:11,700 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:18:11,700 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:18:11,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,46165,1731554288347 2024-11-14T03:18:11,702 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,46165,1731554288347, state=OPEN 2024-11-14T03:18:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11179354304/meta-region-server 2024-11-14T03:18:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11179354304/meta-region-server 2024-11-14T03:18:11,714 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,46165,1731554288347 2024-11-14T03:18:11,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11179354304/meta-region-server: CHANGED 2024-11-14T03:18:11,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11179354304/meta-region-server: CHANGED 2024-11-14T03:18:11,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:18:11,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,46165,1731554288347 in 206 msec 2024-11-14T03:18:11,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:18:11,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-14T03:18:11,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:18:11,719 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:18:11,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:11,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46165,1731554288347, seqNum=-1] 2024-11-14T03:18:11,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:11,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:11,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-14T03:18:11,728 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554291728, completionTime=-1 2024-11-14T03:18:11,728 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:18:11,728 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554351730 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554411730 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33103,1731554288201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33103,1731554288201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33103,1731554288201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:33103, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:11,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:11,731 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:11,732 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:18:11,734 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.325sec 2024-11-14T03:18:11,734 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:18:11,734 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:18:11,734 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:18:11,734 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:18:11,734 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:18:11,735 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33103,1731554288201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:18:11,735 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33103,1731554288201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:18:11,737 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:18:11,737 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:18:11,737 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33103,1731554288201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:18:11,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c2cc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:11,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33103,-1 for getting cluster id 2024-11-14T03:18:11,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:11,769 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7fb16b9-2821-4a75-8a61-3504aa40b861' 2024-11-14T03:18:11,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:11,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7fb16b9-2821-4a75-8a61-3504aa40b861" 2024-11-14T03:18:11,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7e2b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:11,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33103,-1] 2024-11-14T03:18:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:11,772 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:11,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fec193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:11,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46165,1731554288347, seqNum=-1] 2024-11-14T03:18:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:11,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:11,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,33103,1731554288201 2024-11-14T03:18:11,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60531 2024-11-14T03:18:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:18:11,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013759807e0005 connected 2024-11-14T03:18:11,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43453,1731554283000 2024-11-14T03:18:11,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ece5da 2024-11-14T03:18:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:11,806 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:18:11,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:18:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:18:11,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:18:11,816 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:11,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:18:11,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:18:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:11,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:18:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:12,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83a01119973f43575bd5a87606677d18, NAME => 'test,,1731554291807.83a01119973f43575bd5a87606677d18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee 2024-11-14T03:18:12,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:18:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:12,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554291807.83a01119973f43575bd5a87606677d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:12,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 83a01119973f43575bd5a87606677d18, disabling compactions & flushes 2024-11-14T03:18:12,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:18:12,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:18:12,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554291807.83a01119973f43575bd5a87606677d18. after waiting 0 ms 2024-11-14T03:18:12,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:18:12,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:18:12,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83a01119973f43575bd5a87606677d18: Waiting for close lock at 1731554292634Disabling compacts and flushes for region at 1731554292634Disabling writes for close at 1731554292635 (+1 ms)Writing region close event to WAL at 1731554292635Closed at 1731554292635 2024-11-14T03:18:12,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:18:12,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554291807.83a01119973f43575bd5a87606677d18.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554292636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554292636"}]},"ts":"1731554292636"} 2024-11-14T03:18:12,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:18:12,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:18:12,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554292640"}]},"ts":"1731554292640"} 2024-11-14T03:18:12,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:18:12,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83a01119973f43575bd5a87606677d18, ASSIGN}] 2024-11-14T03:18:12,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83a01119973f43575bd5a87606677d18, ASSIGN 2024-11-14T03:18:12,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=83a01119973f43575bd5a87606677d18, ASSIGN; state=OFFLINE, location=b152692f18ba,43201,1731554283219; forceNewPlan=false, retain=false 2024-11-14T03:18:12,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83a01119973f43575bd5a87606677d18, regionState=OPENING, regionLocation=b152692f18ba,43201,1731554283219 2024-11-14T03:18:12,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=83a01119973f43575bd5a87606677d18, ASSIGN because future has completed 2024-11-14T03:18:12,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83a01119973f43575bd5a87606677d18, server=b152692f18ba,43201,1731554283219}] 2024-11-14T03:18:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:12,959 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:18:12,959 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 83a01119973f43575bd5a87606677d18, NAME => 'test,,1731554291807.83a01119973f43575bd5a87606677d18.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:18:12,959 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:18:12,960 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:18:12,960 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,960 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554291807.83a01119973f43575bd5a87606677d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:12,960 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,960 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,962 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,964 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a01119973f43575bd5a87606677d18 columnFamilyName f 2024-11-14T03:18:12,964 DEBUG [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:12,964 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] regionserver.HStore(327): Store=83a01119973f43575bd5a87606677d18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:12,964 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,966 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a01119973f43575bd5a87606677d18 columnFamilyName f1 2024-11-14T03:18:12,967 DEBUG [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:12,967 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] regionserver.HStore(327): Store=83a01119973f43575bd5a87606677d18/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:12,967 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,968 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a01119973f43575bd5a87606677d18 columnFamilyName norep 2024-11-14T03:18:12,968 DEBUG [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:12,969 INFO [StoreOpener-83a01119973f43575bd5a87606677d18-1 {}] regionserver.HStore(327): Store=83a01119973f43575bd5a87606677d18/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:12,969 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,970 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,970 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,971 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,971 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,972 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:18:12,973 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,976 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:18:12,977 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 83a01119973f43575bd5a87606677d18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66496410, jitterRate=-0.009126275777816772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:18:12,977 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83a01119973f43575bd5a87606677d18 2024-11-14T03:18:12,978 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 83a01119973f43575bd5a87606677d18: Running coprocessor pre-open hook at 1731554292960Writing region info on filesystem at 1731554292960Initializing all the Stores at 1731554292961 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554292961Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554292962 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554292962Cleaning up temporary data from old regions at 1731554292971 (+9 ms)Running coprocessor post-open hooks at 1731554292977 (+6 ms)Region opened successfully at 1731554292978 (+1 ms) 2024-11-14T03:18:12,980 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554291807.83a01119973f43575bd5a87606677d18., pid=6, masterSystemTime=1731554292954 2024-11-14T03:18:12,983 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:18:12,983 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:18:12,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83a01119973f43575bd5a87606677d18, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,43201,1731554283219 2024-11-14T03:18:12,985 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b152692f18ba,43201,1731554283219, table=test, region=83a01119973f43575bd5a87606677d18. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T03:18:12,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83a01119973f43575bd5a87606677d18, server=b152692f18ba,43201,1731554283219 because future has completed 2024-11-14T03:18:12,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:18:12,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83a01119973f43575bd5a87606677d18, server=b152692f18ba,43201,1731554283219 in 191 msec 2024-11-14T03:18:12,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:18:12,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=83a01119973f43575bd5a87606677d18, ASSIGN in 352 msec 2024-11-14T03:18:13,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:18:13,000 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554293000"}]},"ts":"1731554293000"} 2024-11-14T03:18:13,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:18:13,005 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:18:13,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-11-14T03:18:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:13,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33103,1731554288201 2024-11-14T03:18:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f71faf 2024-11-14T03:18:13,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:13,971 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:18:13,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:18:13,973 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:18:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:18:13,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:18:13,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:13,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:18:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:13,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:18:13,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:18:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:14,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad95f90c2e39ff92575e782eb8a617d7, NAME => 'test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631 2024-11-14T03:18:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:18:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:14,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:14,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad95f90c2e39ff92575e782eb8a617d7, disabling compactions & flushes 2024-11-14T03:18:14,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:18:14,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:18:14,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. after waiting 0 ms 2024-11-14T03:18:14,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:18:14,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:18:14,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad95f90c2e39ff92575e782eb8a617d7: Waiting for close lock at 1731554294804Disabling compacts and flushes for region at 1731554294804Disabling writes for close at 1731554294804Writing region close event to WAL at 1731554294804Closed at 1731554294804 2024-11-14T03:18:14,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:18:14,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554294806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554294806"}]},"ts":"1731554294806"} 2024-11-14T03:18:14,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:18:14,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:18:14,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554294812"}]},"ts":"1731554294812"} 2024-11-14T03:18:14,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:18:14,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad95f90c2e39ff92575e782eb8a617d7, ASSIGN}] 2024-11-14T03:18:14,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad95f90c2e39ff92575e782eb8a617d7, ASSIGN 2024-11-14T03:18:14,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad95f90c2e39ff92575e782eb8a617d7, ASSIGN; state=OFFLINE, location=b152692f18ba,46165,1731554288347; forceNewPlan=false, retain=false 2024-11-14T03:18:14,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad95f90c2e39ff92575e782eb8a617d7, regionState=OPENING, regionLocation=b152692f18ba,46165,1731554288347 2024-11-14T03:18:14,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad95f90c2e39ff92575e782eb8a617d7, ASSIGN because future has completed 2024-11-14T03:18:14,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad95f90c2e39ff92575e782eb8a617d7, server=b152692f18ba,46165,1731554288347}] 2024-11-14T03:18:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:15,145 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:18:15,145 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad95f90c2e39ff92575e782eb8a617d7, NAME => 'test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:18:15,146 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:18:15,146 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:18:15,146 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,146 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:15,146 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,146 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,149 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,150 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad95f90c2e39ff92575e782eb8a617d7 columnFamilyName f 2024-11-14T03:18:15,150 DEBUG [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:15,151 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] regionserver.HStore(327): Store=ad95f90c2e39ff92575e782eb8a617d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:15,151 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,152 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad95f90c2e39ff92575e782eb8a617d7 columnFamilyName f1 2024-11-14T03:18:15,152 DEBUG [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:15,153 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] regionserver.HStore(327): Store=ad95f90c2e39ff92575e782eb8a617d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:15,153 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,154 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad95f90c2e39ff92575e782eb8a617d7 columnFamilyName norep 2024-11-14T03:18:15,154 DEBUG [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:15,155 INFO [StoreOpener-ad95f90c2e39ff92575e782eb8a617d7-1 {}] regionserver.HStore(327): Store=ad95f90c2e39ff92575e782eb8a617d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:15,155 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,156 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,157 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,159 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,159 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,160 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:18:15,161 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,165 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:18:15,166 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad95f90c2e39ff92575e782eb8a617d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70132833, jitterRate=0.0450606495141983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:18:15,166 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:18:15,166 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad95f90c2e39ff92575e782eb8a617d7: Running coprocessor pre-open hook at 1731554295147Writing region info on filesystem at 1731554295147Initializing all the Stores at 1731554295148 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554295148Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554295148Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554295148Cleaning up temporary data from old regions at 1731554295159 (+11 ms)Running coprocessor post-open hooks at 1731554295166 (+7 ms)Region opened successfully at 1731554295166 2024-11-14T03:18:15,168 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7., pid=6, masterSystemTime=1731554295140 2024-11-14T03:18:15,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad95f90c2e39ff92575e782eb8a617d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,46165,1731554288347 2024-11-14T03:18:15,172 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:18:15,172 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:18:15,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad95f90c2e39ff92575e782eb8a617d7, server=b152692f18ba,46165,1731554288347 because future has completed 2024-11-14T03:18:15,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:18:15,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad95f90c2e39ff92575e782eb8a617d7, server=b152692f18ba,46165,1731554288347 in 194 msec 2024-11-14T03:18:15,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:18:15,186 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554295186"}]},"ts":"1731554295186"} 2024-11-14T03:18:15,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:18:15,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad95f90c2e39ff92575e782eb8a617d7, ASSIGN in 365 msec 2024-11-14T03:18:15,189 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:18:15,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:18:15,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2180 sec 2024-11-14T03:18:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:18:16,128 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:18:16,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43453,-1 for getting cluster id 2024-11-14T03:18:16,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:16,130 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaff0aba-42c3-47bb-bf23-5c4ead999c34' 2024-11-14T03:18:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaff0aba-42c3-47bb-bf23-5c4ead999c34" 2024-11-14T03:18:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43453,-1] 2024-11-14T03:18:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:16,132 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa42bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33103,-1 for getting cluster id 2024-11-14T03:18:16,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:16,135 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7fb16b9-2821-4a75-8a61-3504aa40b861' 2024-11-14T03:18:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7fb16b9-2821-4a75-8a61-3504aa40b861" 2024-11-14T03:18:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35244b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33103,-1] 2024-11-14T03:18:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:16,138 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d266af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43453,-1 for getting cluster id 2024-11-14T03:18:16,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:16,141 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaff0aba-42c3-47bb-bf23-5c4ead999c34' 2024-11-14T03:18:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaff0aba-42c3-47bb-bf23-5c4ead999c34" 2024-11-14T03:18:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@915c158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43453,-1] 2024-11-14T03:18:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:16,143 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21324394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43453,1731554283000 2024-11-14T03:18:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ecfe10 2024-11-14T03:18:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:16,149 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:18:16,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:33103,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:18:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:18:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:18:16,153 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:33103' 2024-11-14T03:18:16,156 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4d2862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,156 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33103,-1 for getting cluster id 2024-11-14T03:18:16,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:16,158 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7fb16b9-2821-4a75-8a61-3504aa40b861' 2024-11-14T03:18:16,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:16,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7fb16b9-2821-4a75-8a61-3504aa40b861" 2024-11-14T03:18:16,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7bf7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33103,-1] 2024-11-14T03:18:16,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:16,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:16,161 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:16,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496e62ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:16,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33103,1731554288201 2024-11-14T03:18:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73aa7d8c 2024-11-14T03:18:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:16,165 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:18:16,166 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:18:16,166 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:18:16,166 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:16,166 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:16,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:18:16,166 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:18:16,168 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:18:16,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:18:16,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:16,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:18:16,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:18:16,184 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3543495b7f0416ee16eec326936597f, NAME => 'hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee 2024-11-14T03:18:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:18:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3543495b7f0416ee16eec326936597f, disabling compactions & flushes 2024-11-14T03:18:16,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:18:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:18:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. after waiting 0 ms 2024-11-14T03:18:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:18:16,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:18:16,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3543495b7f0416ee16eec326936597f: Waiting for close lock at 1731554296198Disabling compacts and flushes for region at 1731554296198Disabling writes for close at 1731554296198Writing region close event to WAL at 1731554296198Closed at 1731554296198 2024-11-14T03:18:16,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:18:16,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554296201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554296201"}]},"ts":"1731554296201"} 2024-11-14T03:18:16,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:18:16,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:18:16,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554296206"}]},"ts":"1731554296206"} 2024-11-14T03:18:16,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:18:16,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3543495b7f0416ee16eec326936597f, ASSIGN}] 2024-11-14T03:18:16,212 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3543495b7f0416ee16eec326936597f, ASSIGN 2024-11-14T03:18:16,214 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3543495b7f0416ee16eec326936597f, ASSIGN; state=OFFLINE, location=b152692f18ba,43201,1731554283219; forceNewPlan=false, retain=false 2024-11-14T03:18:16,218 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:18:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:18:16,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3543495b7f0416ee16eec326936597f, regionState=OPENING, regionLocation=b152692f18ba,43201,1731554283219 2024-11-14T03:18:16,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3543495b7f0416ee16eec326936597f, ASSIGN because future has completed 2024-11-14T03:18:16,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3543495b7f0416ee16eec326936597f, server=b152692f18ba,43201,1731554283219}] 2024-11-14T03:18:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:18:16,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:18:16,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:18:16,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:18:16,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:18:16,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43201%2C1731554283219.rep, suffix=, logDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219, archiveDir=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/oldWALs, maxLogs=10 2024-11-14T03:18:16,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.rep.1731554296570, exclude list is [], retry=0 2024-11-14T03:18:16,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-e5f280f2-6c50-4536-9814-159353917e7a,DISK] 2024-11-14T03:18:16,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.rep.1731554296570 2024-11-14T03:18:16,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46573:46573)] 2024-11-14T03:18:16,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c3543495b7f0416ee16eec326936597f, NAME => 'hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:18:16,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:18:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:18:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. service=MultiRowMutationService 2024-11-14T03:18:16,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:18:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:18:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,604 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,605 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3543495b7f0416ee16eec326936597f columnFamilyName hfileref 2024-11-14T03:18:16,605 DEBUG [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:16,605 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] regionserver.HStore(327): Store=c3543495b7f0416ee16eec326936597f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:16,606 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,606 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3543495b7f0416ee16eec326936597f columnFamilyName queue 2024-11-14T03:18:16,606 DEBUG [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:16,607 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] regionserver.HStore(327): Store=c3543495b7f0416ee16eec326936597f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:16,607 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,608 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3543495b7f0416ee16eec326936597f columnFamilyName sid 2024-11-14T03:18:16,608 DEBUG [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:18:16,608 INFO [StoreOpener-c3543495b7f0416ee16eec326936597f-1 {}] regionserver.HStore(327): Store=c3543495b7f0416ee16eec326936597f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:18:16,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:18:16,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:18:16,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c3543495b7f0416ee16eec326936597f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67294424, jitterRate=0.002765059471130371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:18:16,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3543495b7f0416ee16eec326936597f 2024-11-14T03:18:16,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c3543495b7f0416ee16eec326936597f: Running coprocessor pre-open hook at 1731554296595Writing region info on filesystem at 1731554296595Initializing all the Stores at 1731554296596 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554296596Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554296603 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554296603Cleaning up temporary data from old regions at 1731554296610 (+7 ms)Running coprocessor post-open hooks at 1731554296614 (+4 ms)Region opened successfully at 1731554296615 (+1 ms) 2024-11-14T03:18:16,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f., pid=10, masterSystemTime=1731554296521 2024-11-14T03:18:16,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:18:16,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:18:16,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3543495b7f0416ee16eec326936597f, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,43201,1731554283219 2024-11-14T03:18:16,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3543495b7f0416ee16eec326936597f, server=b152692f18ba,43201,1731554283219 because future has completed 2024-11-14T03:18:16,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:18:16,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3543495b7f0416ee16eec326936597f, server=b152692f18ba,43201,1731554283219 in 256 msec 2024-11-14T03:18:16,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:18:16,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3543495b7f0416ee16eec326936597f, ASSIGN in 416 msec 2024-11-14T03:18:16,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:18:16,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554296631"}]},"ts":"1731554296631"} 2024-11-14T03:18:16,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:18:16,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:18:16,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 469 msec 2024-11-14T03:18:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f., hostname=b152692f18ba,43201,1731554283219, seqNum=2] 2024-11-14T03:18:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:18:16,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:16,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:18:16,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:18:16,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:18:16,956 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:18:16,989 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,43201,1731554283219, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:18:16,989 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:16,989 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43201,1731554283219, seqNum=-1] 2024-11-14T03:18:16,990 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:16,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T03:18:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,43201,1731554283219', locateType=CURRENT is [region=hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f., hostname=b152692f18ba,43201,1731554283219, seqNum=2] 2024-11-14T03:18:17,020 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:18:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:18:17,024 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,43201,1731554283219 suceeded 2024-11-14T03:18:17,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:18:17,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-14T03:18:17,033 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:33103,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T03:18:17,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 884 msec 2024-11-14T03:18:17,044 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:33103' 2024-11-14T03:18:17,065 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@379dae24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,065 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33103,-1 for getting cluster id 2024-11-14T03:18:17,065 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:17,066 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7fb16b9-2821-4a75-8a61-3504aa40b861' 2024-11-14T03:18:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7fb16b9-2821-4a75-8a61-3504aa40b861" 2024-11-14T03:18:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19f117d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33103,-1] 2024-11-14T03:18:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:17,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:17,069 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:17,071 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ada8a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,071 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:17,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33103,1731554288201 2024-11-14T03:18:17,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451af59b 2024-11-14T03:18:17,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:17,073 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T03:18:17,074 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,43201,1731554283219 (queues=1) is replicating from cluster=eaff0aba-42c3-47bb-bf23-5c4ead999c34 to cluster=a7fb16b9-2821-4a75-8a61-3504aa40b861 2024-11-14T03:18:17,074 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C43201%2C1731554283219 2024-11-14T03:18:17,074 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,43201,1731554283219, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:18:17,088 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752, startPosition=0, beingWritten=true 2024-11-14T03:18:17,107 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C43201%2C1731554283219 2024-11-14T03:18:17,166 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:18:17,166 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 379, reset compression=false 2024-11-14T03:18:17,166 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,43201,1731554283219 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:18:17,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:18:17,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:17,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:17,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:17,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:18:17,288 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:18:17,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:18:17,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:18:17,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:17,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:17,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:18:17,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:17,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731554297294/Put/seqid=0 2024-11-14T03:18:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741840_1016 (size=7894) 2024-11-14T03:18:17,320 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_1 is 34, key is ddd/f:row/1731554297318/Put/seqid=0 2024-11-14T03:18:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741841_1017 (size=7691) 2024-11-14T03:18:17,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101ffd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43453,-1 for getting cluster id 2024-11-14T03:18:17,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:17,352 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaff0aba-42c3-47bb-bf23-5c4ead999c34' 2024-11-14T03:18:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaff0aba-42c3-47bb-bf23-5c4ead999c34" 2024-11-14T03:18:17,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:17,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0737a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,354 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43453,-1] 2024-11-14T03:18:17,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:17,356 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:17,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb76e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:17,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43201,1731554283219, seqNum=-1] 2024-11-14T03:18:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:17,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:17,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43453,1731554283000 2024-11-14T03:18:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a8c0e99 2024-11-14T03:18:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:17,387 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:18:17,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2] 2024-11-14T03:18:17,402 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 379, reset compression=false 2024-11-14T03:18:17,408 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:18:17,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T03:18:17,425 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T03:18:17,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_0 for inclusion in 83a01119973f43575bd5a87606677d18/f 2024-11-14T03:18:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T03:18:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:18:17,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_1 for inclusion in 83a01119973f43575bd5a87606677d18/f 2024-11-14T03:18:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T03:18:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:18:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HRegion(2603): Flush status journal for 83a01119973f43575bd5a87606677d18: 2024-11-14T03:18:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_0 to hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_0 2024-11-14T03:18:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_0 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ 2024-11-14T03:18:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f/f/hfile_1 to hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_1 2024-11-14T03:18:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_1 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ 2024-11-14T03:18:17,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_0 into 83a01119973f43575bd5a87606677d18/f as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ - updating store file list. 2024-11-14T03:18:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:18:17,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ into 83a01119973f43575bd5a87606677d18/f 2024-11-14T03:18:17,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_0 into 83a01119973f43575bd5a87606677d18/f (new location: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_) 2024-11-14T03:18:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_0 2024-11-14T03:18:17,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_1 into 83a01119973f43575bd5a87606677d18/f as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ - updating store file list. 2024-11-14T03:18:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:18:17,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ into 83a01119973f43575bd5a87606677d18/f 2024-11-14T03:18:17,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_1 into 83a01119973f43575bd5a87606677d18/f (new location: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_) 2024-11-14T03:18:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__5k40n84bktes7cqhvei670ic9lr322tsdb9mnsv8bhsh8fui8eun43psgh46on7c/f/hfile_1 2024-11-14T03:18:17,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:18:17,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:18:17,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:17,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:17,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:18:17,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:17,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46165,1731554288347, seqNum=-1] 2024-11-14T03:18:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2 , the old value is region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b152692f18ba:43201 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:18:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:18:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2 from cache 2024-11-14T03:18:17,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7., hostname=b152692f18ba,46165,1731554288347, seqNum=2] 2024-11-14T03:18:17,500 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T03:18:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:49978 deadline: 1731554357491 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:49978 2024-11-14T03:18:17,600 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:43201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T03:18:17,714 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 379, reset compression=false 2024-11-14T03:18:17,727 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:18:17,728 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,43201,1731554283219 got entry batch from reader: WALEntryBatch [walEntries=[{test/83a01119973f43575bd5a87606677d18/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554297484/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T03:18:17,756 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:18:17,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T03:18:17,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.ReplicationSink(318): Replicating [eaff0aba-42c3-47bb-bf23-5c4ead999c34] bulk loaded data 2024-11-14T03:18:17,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d58b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33103,-1 for getting cluster id 2024-11-14T03:18:17,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:17,767 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7fb16b9-2821-4a75-8a61-3504aa40b861' 2024-11-14T03:18:17,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:17,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7fb16b9-2821-4a75-8a61-3504aa40b861" 2024-11-14T03:18:17,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39c68139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33103,-1] 2024-11-14T03:18:17,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:17,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:17,771 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:17,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@511c4d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741837_1013 (size=7894) 2024-11-14T03:18:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741838_1014 (size=7691) 2024-11-14T03:18:17,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:17,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33103,1731554288201 2024-11-14T03:18:17,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a381cf 2024-11-14T03:18:17,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:17,871 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T03:18:17,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:18:17,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:17,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46165,1731554288347, seqNum=-1] 2024-11-14T03:18:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:17,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T03:18:17,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T03:18:17,907 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T03:18:17,928 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 687, reset compression=false 2024-11-14T03:18:17,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ for inclusion in ad95f90c2e39ff92575e782eb8a617d7/f 2024-11-14T03:18:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T03:18:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:18:17,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ for inclusion in ad95f90c2e39ff92575e782eb8a617d7/f 2024-11-14T03:18:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T03:18:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:18:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HRegion(2603): Flush status journal for ad95f90c2e39ff92575e782eb8a617d7: 2024-11-14T03:18:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:18:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/1be9e8b4d2a34e1e8ced78d7f32b2a61_SeqId_4_ 2024-11-14T03:18:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:18:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/2dbc974ae85b43a09b6b9f11f036410f_SeqId_4_ 2024-11-14T03:18:17,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ into ad95f90c2e39ff92575e782eb8a617d7/f as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/1be9e8b4d2a34e1e8ced78d7f32b2a61_SeqId_4_ - updating store file list. 2024-11-14T03:18:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1be9e8b4d2a34e1e8ced78d7f32b2a61_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:18:17,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/1be9e8b4d2a34e1e8ced78d7f32b2a61_SeqId_4_ into ad95f90c2e39ff92575e782eb8a617d7/f 2024-11-14T03:18:17,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ into ad95f90c2e39ff92575e782eb8a617d7/f (new location: hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/1be9e8b4d2a34e1e8ced78d7f32b2a61_SeqId_4_) 2024-11-14T03:18:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_ 2024-11-14T03:18:17,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ into ad95f90c2e39ff92575e782eb8a617d7/f as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/2dbc974ae85b43a09b6b9f11f036410f_SeqId_4_ - updating store file list. 2024-11-14T03:18:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2dbc974ae85b43a09b6b9f11f036410f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:18:17,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/2dbc974ae85b43a09b6b9f11f036410f_SeqId_4_ into ad95f90c2e39ff92575e782eb8a617d7/f 2024-11-14T03:18:17,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ into ad95f90c2e39ff92575e782eb8a617d7/f (new location: hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/f/2dbc974ae85b43a09b6b9f11f036410f_SeqId_4_) 2024-11-14T03:18:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/staging/jenkins.hfs.6__test__73ss3kn8o4l6htc9f1vfnuen83ntj3j2oivotjlvp10o9gkq7qbo2onoqf94s2tu/f/cc70d9e6743742b7bbf6bf57a629aa35_SeqId_4_ 2024-11-14T03:18:17,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46165 {}] regionserver.ReplicationSink(324): Finished replicating [eaff0aba-42c3-47bb-bf23-5c4ead999c34] bulk loaded data 2024-11-14T03:18:18,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:18:18,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T03:18:18,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:18:18,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T03:18:18,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:18:18,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T03:18:18,266 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 687, reset compression=false 2024-11-14T03:18:18,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:18:18,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731554298520/Put/seqid=0 2024-11-14T03:18:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741842_1018 (size=7997) 2024-11-14T03:18:18,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731554298537/Put/seqid=0 2024-11-14T03:18:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741843_1019 (size=7794) 2024-11-14T03:18:18,671 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 687, reset compression=false 2024-11-14T03:18:18,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55037018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:18,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43453,-1 for getting cluster id 2024-11-14T03:18:18,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:18:18,951 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaff0aba-42c3-47bb-bf23-5c4ead999c34' 2024-11-14T03:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaff0aba-42c3-47bb-bf23-5c4ead999c34" 2024-11-14T03:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0b4b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43453,-1] 2024-11-14T03:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:18:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:18,953 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:18:18,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d2cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:18:18,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43201,1731554283219, seqNum=-1] 2024-11-14T03:18:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:18,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:18,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:18:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43453,1731554283000 2024-11-14T03:18:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@679b30ff 2024-11-14T03:18:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:18:18,970 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:18:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2] 2024-11-14T03:18:18,977 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:18:18,983 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T03:18:18,988 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T03:18:18,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_1 for inclusion in 83a01119973f43575bd5a87606677d18/f1 2024-11-14T03:18:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T03:18:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:18:18,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_0 for inclusion in 83a01119973f43575bd5a87606677d18/f1 2024-11-14T03:18:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T03:18:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:18:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HRegion(2603): Flush status journal for 83a01119973f43575bd5a87606677d18: 2024-11-14T03:18:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_1 to hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_1 2024-11-14T03:18:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_1 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/e83df0ca3b2d4dc1983bfe84487af1be_SeqId_6_ 2024-11-14T03:18:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/load_f1/f1/hfile_0 to hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_0 2024-11-14T03:18:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_0 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/3a9fec744c064084a233acef90ef472d_SeqId_6_ 2024-11-14T03:18:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T03:18:19,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_1 into 83a01119973f43575bd5a87606677d18/f1 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/e83df0ca3b2d4dc1983bfe84487af1be_SeqId_6_ - updating store file list. 2024-11-14T03:18:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e83df0ca3b2d4dc1983bfe84487af1be_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:18:19,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/e83df0ca3b2d4dc1983bfe84487af1be_SeqId_6_ into 83a01119973f43575bd5a87606677d18/f1 2024-11-14T03:18:19,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_1 into 83a01119973f43575bd5a87606677d18/f1 (new location: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/e83df0ca3b2d4dc1983bfe84487af1be_SeqId_6_) 2024-11-14T03:18:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_1 2024-11-14T03:18:19,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_0 into 83a01119973f43575bd5a87606677d18/f1 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/3a9fec744c064084a233acef90ef472d_SeqId_6_ - updating store file list. 2024-11-14T03:18:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a9fec744c064084a233acef90ef472d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:18:19,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/3a9fec744c064084a233acef90ef472d_SeqId_6_ into 83a01119973f43575bd5a87606677d18/f1 2024-11-14T03:18:19,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_0 into 83a01119973f43575bd5a87606677d18/f1 (new location: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/f1/3a9fec744c064084a233acef90ef472d_SeqId_6_) 2024-11-14T03:18:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/staging/jenkins__test__1r7klj4a33elfoqqv1a3l47f33rt0hh7lk2cffuoqlcqbu0napi15hb5cpehn7hq/f1/hfile_0 2024-11-14T03:18:19,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:18:19,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:18:19,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:19,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:18:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2 , the old value is region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b152692f18ba:43201 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:18:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:18:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2 from cache 2024-11-14T03:18:19,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:18:19,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:18:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43201,1731554283219, seqNum=-1] 2024-11-14T03:18:19,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:18:19,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:18:19,033 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T03:18:19,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554291807.83a01119973f43575bd5a87606677d18., hostname=b152692f18ba,43201,1731554283219, seqNum=2] 2024-11-14T03:18:19,137 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:43201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T03:18:19,177 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 687, reset compression=false 2024-11-14T03:18:19,185 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:18:19,186 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:19,186 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,43201,1731554283219 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:18:19,396 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:19,703 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:20,108 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:20,613 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:21,219 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:21,923 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:22,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:18:22,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:22,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:22,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:22,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:18:22,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:18:22,741 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:23,646 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:24,650 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:25,755 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:26,960 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:28,271 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:29,675 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:31,187 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:32,584 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:18:32,791 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:34,495 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:36,299 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:37,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:18:38,203 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:39,191 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,43201,1731554283219 got entry batch from reader: null 2024-11-14T03:18:40,207 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:42,311 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:44,515 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:45,899 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T03:18:45,899 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T03:18:46,820 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:49,225 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:51,729 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:51,737 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T03:18:51,737 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T03:18:54,333 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:57,037 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:18:57,960 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 83a01119973f43575bd5a87606677d18, had cached 0 bytes from a total of 31376 2024-11-14T03:18:59,191 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,43201,1731554283219 got entry batch from reader: null 2024-11-14T03:18:59,841 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:00,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ad95f90c2e39ff92575e782eb8a617d7, had cached 0 bytes from a total of 15585 2024-11-14T03:19:02,584 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:19:02,746 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:05,750 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:07,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:19:08,854 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:12,058 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:12,185 DEBUG [master/b152692f18ba:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T03:19:15,362 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:18,766 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:19,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:19:19,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:19,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:19,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:19,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:19,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:19,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:19:19,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=964394324, stopped=false 2024-11-14T03:19:19,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,33103,1731554288201 2024-11-14T03:19:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11179354304/running 2024-11-14T03:19:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11179354304/running 2024-11-14T03:19:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:19:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:19:19,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:19,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:19,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:19,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:19,172 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,46165,1731554288347' ***** 2024-11-14T03:19:19,172 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:19:19,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on znode that does not yet exist, /11179354304/running 2024-11-14T03:19:19,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Set watcher on znode that does not yet exist, /11179354304/running 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:19:19,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(3091): Received CLOSE for ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,46165,1731554288347 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:46165. 2024-11-14T03:19:19,173 DEBUG [RS:0;b152692f18ba:46165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:19,173 DEBUG [RS:0;b152692f18ba:46165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:19,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad95f90c2e39ff92575e782eb8a617d7, disabling compactions & flushes 2024-11-14T03:19:19,173 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:19:19,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:19:19,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. after waiting 0 ms 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:19:19,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:19:19,173 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:19:19,174 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1325): Online Regions={ad95f90c2e39ff92575e782eb8a617d7=test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:19:19,174 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:19,174 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad95f90c2e39ff92575e782eb8a617d7 2024-11-14T03:19:19,174 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:19,174 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:19,174 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:19,174 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:19,174 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T03:19:19,174 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:19,177 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/default/test/ad95f90c2e39ff92575e782eb8a617d7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T03:19:19,178 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:19,178 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:19:19,178 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:19:19,178 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad95f90c2e39ff92575e782eb8a617d7: Waiting for close lock at 1731554359173Running coprocessor pre-close hooks at 1731554359173Disabling compacts and flushes for region at 1731554359173Disabling writes for close at 1731554359173Writing region close event to WAL at 1731554359174 (+1 ms)Running coprocessor post-close hooks at 1731554359178 (+4 ms)Closed at 1731554359178 2024-11-14T03:19:19,178 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7. 2024-11-14T03:19:19,191 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,43201,1731554283219 got entry batch from reader: null 2024-11-14T03:19:19,191 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/info/e66939b5da934926924282c47e137186 is 129, key is test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7./info:regioninfo/1731554295172/Put/seqid=0 2024-11-14T03:19:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741839_1015 (size=6421) 2024-11-14T03:19:19,374 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:19,521 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:19:19,521 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:19:19,574 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:19,596 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/info/e66939b5da934926924282c47e137186 2024-11-14T03:19:19,621 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/ns/6f0ad9dfd7584edb954f6278e782f9ec is 43, key is default/ns:d/1731554291723/Put/seqid=0 2024-11-14T03:19:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741840_1016 (size=5153) 2024-11-14T03:19:19,774 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:19,974 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:20,026 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/ns/6f0ad9dfd7584edb954f6278e782f9ec 2024-11-14T03:19:20,047 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/rep_barrier/81e8c5b870d64be8a620d58400884f31 is 112, key is test,,1731554293972.ad95f90c2e39ff92575e782eb8a617d7./rep_barrier:seqnumDuringOpen/1731554295172/Put/seqid=0 2024-11-14T03:19:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741841_1017 (size=5518) 2024-11-14T03:19:20,175 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:19:20,175 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:19:20,175 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:20,375 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:20,451 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/rep_barrier/81e8c5b870d64be8a620d58400884f31 2024-11-14T03:19:20,486 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/table/336b0814085844489a11df11e3374372 is 40, key is test/table:state/1731554295186/Put/seqid=0 2024-11-14T03:19:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741842_1018 (size=5165) 2024-11-14T03:19:20,496 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/table/336b0814085844489a11df11e3374372 2024-11-14T03:19:20,515 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/info/e66939b5da934926924282c47e137186 as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/info/e66939b5da934926924282c47e137186 2024-11-14T03:19:20,530 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/info/e66939b5da934926924282c47e137186, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T03:19:20,532 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/ns/6f0ad9dfd7584edb954f6278e782f9ec as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/ns/6f0ad9dfd7584edb954f6278e782f9ec 2024-11-14T03:19:20,546 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/ns/6f0ad9dfd7584edb954f6278e782f9ec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:19:20,548 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/rep_barrier/81e8c5b870d64be8a620d58400884f31 as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/rep_barrier/81e8c5b870d64be8a620d58400884f31 2024-11-14T03:19:20,556 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/rep_barrier/81e8c5b870d64be8a620d58400884f31, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T03:19:20,558 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/.tmp/table/336b0814085844489a11df11e3374372 as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/table/336b0814085844489a11df11e3374372 2024-11-14T03:19:20,570 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/table/336b0814085844489a11df11e3374372, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:19:20,572 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1397ms, sequenceid=11, compaction requested=false 2024-11-14T03:19:20,575 DEBUG [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:20,601 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:19:20,602 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:20,602 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:20,602 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:20,602 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554359174Running coprocessor pre-close hooks at 1731554359174Disabling compacts and flushes for region at 1731554359174Disabling writes for close at 1731554359174Obtaining lock to block concurrent updates at 1731554359174Preparing flush snapshotting stores in 1588230740 at 1731554359174Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731554359174Flushing stores of hbase:meta,,1.1588230740 at 1731554359175 (+1 ms)Flushing 1588230740/info: creating writer at 1731554359175Flushing 1588230740/info: appending metadata at 1731554359191 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731554359191Flushing 1588230740/ns: creating writer at 1731554359602 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731554359621 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731554359621Flushing 1588230740/rep_barrier: creating writer at 1731554360030 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554360046 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554360046Flushing 1588230740/table: creating writer at 1731554360458 (+412 ms)Flushing 1588230740/table: appending metadata at 1731554360485 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731554360485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd981be: reopening flushed file at 1731554360513 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15782eb8: reopening flushed file at 1731554360530 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31df17c3: reopening flushed file at 1731554360547 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129303ff: reopening flushed file at 1731554360556 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1397ms, sequenceid=11, compaction requested=false at 1731554360572 (+16 ms)Writing region close event to WAL at 1731554360585 (+13 ms)Running coprocessor post-close hooks at 1731554360602 (+17 ms)Closed at 1731554360602 2024-11-14T03:19:20,602 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:20,775 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,46165,1731554288347; all regions closed. 2024-11-14T03:19:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741834_1010 (size=2717) 2024-11-14T03:19:20,788 DEBUG [RS:0;b152692f18ba:46165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/oldWALs 2024-11-14T03:19:20,788 INFO [RS:0;b152692f18ba:46165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C46165%2C1731554288347.meta:.meta(num 1731554291668) 2024-11-14T03:19:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741832_1008 (size=1028) 2024-11-14T03:19:20,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/WALs/b152692f18ba,46165,1731554288347/b152692f18ba%2C46165%2C1731554288347.1731554290649 not finished, retry = 0 2024-11-14T03:19:20,916 DEBUG [RS:0;b152692f18ba:46165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/oldWALs 2024-11-14T03:19:20,916 INFO [RS:0;b152692f18ba:46165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C46165%2C1731554288347:(num 1731554290649) 2024-11-14T03:19:20,916 DEBUG [RS:0;b152692f18ba:46165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:20,916 INFO [RS:0;b152692f18ba:46165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:20,917 INFO [RS:0;b152692f18ba:46165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:20,917 INFO [RS:0;b152692f18ba:46165 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:20,917 INFO [RS:0;b152692f18ba:46165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:20,917 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:20,917 INFO [RS:0;b152692f18ba:46165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:46165. 2024-11-14T03:19:20,917 DEBUG [RS:0;b152692f18ba:46165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:20,917 DEBUG [RS:0;b152692f18ba:46165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:20,917 DEBUG [RS:0;b152692f18ba:46165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:20,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:20,917 INFO [RS:0;b152692f18ba:46165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46165 2024-11-14T03:19:21,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304/rs 2024-11-14T03:19:21,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11179354304/rs/b152692f18ba,46165,1731554288347 2024-11-14T03:19:21,015 INFO [RS:0;b152692f18ba:46165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:21,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,46165,1731554288347] 2024-11-14T03:19:21,024 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11179354304/draining/b152692f18ba,46165,1731554288347 already deleted, retry=false 2024-11-14T03:19:21,024 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,46165,1731554288347 expired; onlineServers=0 2024-11-14T03:19:21,024 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,33103,1731554288201' ***** 2024-11-14T03:19:21,024 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:19:21,024 INFO [M:0;b152692f18ba:33103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:21,024 INFO [M:0;b152692f18ba:33103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:21,024 DEBUG [M:0;b152692f18ba:33103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:19:21,024 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:19:21,024 DEBUG [M:0;b152692f18ba:33103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:19:21,024 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554290399 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554290399,5,FailOnTimeoutGroup] 2024-11-14T03:19:21,024 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554290399 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554290399,5,FailOnTimeoutGroup] 2024-11-14T03:19:21,025 INFO [M:0;b152692f18ba:33103 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:21,025 INFO [M:0;b152692f18ba:33103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:21,025 DEBUG [M:0;b152692f18ba:33103 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:19:21,025 INFO [M:0;b152692f18ba:33103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:19:21,025 INFO [M:0;b152692f18ba:33103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:21,025 INFO [M:0;b152692f18ba:33103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:19:21,025 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:19:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11179354304/master 2024-11-14T03:19:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11179354304 2024-11-14T03:19:21,055 DEBUG [M:0;b152692f18ba:33103 {}] zookeeper.RecoverableZooKeeper(212): Node /11179354304/master already deleted, retry=false 2024-11-14T03:19:21,056 DEBUG [M:0;b152692f18ba:33103 {}] master.ActiveMasterManager(353): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Failed delete of our master address node; KeeperErrorCode = NoNode for /11179354304/master 2024-11-14T03:19:21,056 INFO [M:0;b152692f18ba:33103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/.lastflushedseqids 2024-11-14T03:19:21,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741843_1019 (size=173) 2024-11-14T03:19:21,088 INFO [M:0;b152692f18ba:33103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:19:21,088 INFO [M:0;b152692f18ba:33103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:19:21,088 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:21,088 INFO [M:0;b152692f18ba:33103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:21,088 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:21,088 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:21,088 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:21,089 INFO [M:0;b152692f18ba:33103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-14T03:19:21,114 DEBUG [M:0;b152692f18ba:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed34ed448f034d7d93b4741aeb0fd52e is 82, key is hbase:meta,,1/info:regioninfo/1731554291701/Put/seqid=0 2024-11-14T03:19:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741844_1020 (size=5672) 2024-11-14T03:19:21,124 INFO [M:0;b152692f18ba:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed34ed448f034d7d93b4741aeb0fd52e 2024-11-14T03:19:21,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:21,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46165-0x1013759807e0004, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:21,135 INFO [RS:0;b152692f18ba:46165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:21,135 INFO [RS:0;b152692f18ba:46165 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,46165,1731554288347; zookeeper connection closed. 2024-11-14T03:19:21,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ebae16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ebae16 2024-11-14T03:19:21,141 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:19:21,159 DEBUG [M:0;b152692f18ba:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16d45a2d67fe4434855cfe2170c2da15 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554295192/Put/seqid=0 2024-11-14T03:19:21,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741845_1021 (size=6726) 2024-11-14T03:19:21,575 INFO [M:0;b152692f18ba:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16d45a2d67fe4434855cfe2170c2da15 2024-11-14T03:19:21,584 INFO [M:0;b152692f18ba:33103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16d45a2d67fe4434855cfe2170c2da15 2024-11-14T03:19:21,608 DEBUG [M:0;b152692f18ba:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a98a04e0164471b81c58ea6f14ac70c is 69, key is b152692f18ba,46165,1731554288347/rs:state/1731554290501/Put/seqid=0 2024-11-14T03:19:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741846_1022 (size=5156) 2024-11-14T03:19:22,033 INFO [M:0;b152692f18ba:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a98a04e0164471b81c58ea6f14ac70c 2024-11-14T03:19:22,046 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed34ed448f034d7d93b4741aeb0fd52e as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed34ed448f034d7d93b4741aeb0fd52e 2024-11-14T03:19:22,058 INFO [M:0;b152692f18ba:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed34ed448f034d7d93b4741aeb0fd52e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T03:19:22,060 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16d45a2d67fe4434855cfe2170c2da15 as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16d45a2d67fe4434855cfe2170c2da15 2024-11-14T03:19:22,070 INFO [M:0;b152692f18ba:33103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16d45a2d67fe4434855cfe2170c2da15 2024-11-14T03:19:22,070 INFO [M:0;b152692f18ba:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16d45a2d67fe4434855cfe2170c2da15, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T03:19:22,074 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a98a04e0164471b81c58ea6f14ac70c as hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a98a04e0164471b81c58ea6f14ac70c 2024-11-14T03:19:22,088 INFO [M:0;b152692f18ba:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43017/user/jenkins/test-data/451c4165-10eb-7cbb-8c2c-6412badd3631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a98a04e0164471b81c58ea6f14ac70c, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T03:19:22,089 INFO [M:0;b152692f18ba:33103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1001ms, sequenceid=58, compaction requested=false 2024-11-14T03:19:22,108 INFO [M:0;b152692f18ba:33103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:22,108 DEBUG [M:0;b152692f18ba:33103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554361088Disabling compacts and flushes for region at 1731554361088Disabling writes for close at 1731554361088Obtaining lock to block concurrent updates at 1731554361089 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554361089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731554361089Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554361091 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554361091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554361114 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554361114Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554361130 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554361158 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554361158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554361584 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554361607 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554361607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf0f766: reopening flushed file at 1731554362044 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3bb6cc: reopening flushed file at 1731554362058 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6727c260: reopening flushed file at 1731554362070 (+12 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1001ms, sequenceid=58, compaction requested=false at 1731554362089 (+19 ms)Writing region close event to WAL at 1731554362108 (+19 ms)Closed at 1731554362108 2024-11-14T03:19:22,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40291 is added to blk_1073741830_1006 (size=33014) 2024-11-14T03:19:22,140 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:22,140 INFO [M:0;b152692f18ba:33103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:19:22,140 INFO [M:0;b152692f18ba:33103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33103 2024-11-14T03:19:22,141 INFO [M:0;b152692f18ba:33103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:22,270 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.1731554284752 to pos 997, reset compression=false 2024-11-14T03:19:22,345 INFO [M:0;b152692f18ba:33103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1013759807e0003, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:22,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16305733{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:22,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49f79d22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:22,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:22,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f74644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:22,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a60572d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:22,377 WARN [BP-780069891-172.17.0.3-1731554285917 heartbeating to localhost/127.0.0.1:43017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:19:22,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:19:22,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:19:22,377 WARN [BP-780069891-172.17.0.3-1731554285917 heartbeating to localhost/127.0.0.1:43017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-780069891-172.17.0.3-1731554285917 (Datanode Uuid 6f2d567a-614c-42f0-9037-bdd3326398e7) service to localhost/127.0.0.1:43017 2024-11-14T03:19:22,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/cluster_cdffb90b-e5b1-fd97-c62f-63a8e4d6cea1/data/data1/current/BP-780069891-172.17.0.3-1731554285917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:22,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/cluster_cdffb90b-e5b1-fd97-c62f-63a8e4d6cea1/data/data2/current/BP-780069891-172.17.0.3-1731554285917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:22,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:19:22,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9f1249f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:22,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c9b9b40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:22,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:22,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab24f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:22,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fcc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:22,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:19:22,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:19:22,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:22,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:22,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:22,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:22,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:22,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:19:22,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1535039275, stopped=false 2024-11-14T03:19:22,413 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,43453,1731554283000 2024-11-14T03:19:22,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0488922205/running 2024-11-14T03:19:22,430 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:22,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0488922205/running 2024-11-14T03:19:22,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:19:22,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:19:22,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:22,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:22,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:22,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on znode that does not yet exist, /0488922205/running 2024-11-14T03:19:22,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Set watcher on znode that does not yet exist, /0488922205/running 2024-11-14T03:19:22,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,43201,1731554283219' ***** 2024-11-14T03:19:22,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:19:22,433 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:19:22,433 INFO [RS:0;b152692f18ba:43201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:19:22,433 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(3091): Received CLOSE for 83a01119973f43575bd5a87606677d18 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(3091): Received CLOSE for c3543495b7f0416ee16eec326936597f 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,43201,1731554283219 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:43201. 2024-11-14T03:19:22,434 DEBUG [RS:0;b152692f18ba:43201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:22,434 DEBUG [RS:0;b152692f18ba:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:19:22,434 INFO [RS:0;b152692f18ba:43201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:19:22,435 INFO [RS:0;b152692f18ba:43201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:19:22,435 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:19:22,435 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83a01119973f43575bd5a87606677d18, disabling compactions & flushes 2024-11-14T03:19:22,435 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:19:22,435 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:19:22,435 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554291807.83a01119973f43575bd5a87606677d18. after waiting 0 ms 2024-11-14T03:19:22,435 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:19:22,444 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:19:22,444 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1325): Online Regions={83a01119973f43575bd5a87606677d18=test,,1731554291807.83a01119973f43575bd5a87606677d18., 1588230740=hbase:meta,,1.1588230740, c3543495b7f0416ee16eec326936597f=hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f.} 2024-11-14T03:19:22,444 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83a01119973f43575bd5a87606677d18, c3543495b7f0416ee16eec326936597f 2024-11-14T03:19:22,445 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:22,445 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:22,445 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:22,445 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:22,445 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:22,445 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:19:22,470 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/default/test/83a01119973f43575bd5a87606677d18/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:19:22,471 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83a01119973f43575bd5a87606677d18: Waiting for close lock at 1731554362435Running coprocessor pre-close hooks at 1731554362435Disabling compacts and flushes for region at 1731554362435Disabling writes for close at 1731554362435Writing region close event to WAL at 1731554362462 (+27 ms)Running coprocessor post-close hooks at 1731554362470 (+8 ms)Closed at 1731554362471 (+1 ms) 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554291807.83a01119973f43575bd5a87606677d18. 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3543495b7f0416ee16eec326936597f, disabling compactions & flushes 2024-11-14T03:19:22,471 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. after waiting 0 ms 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:19:22,471 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/info/b0a518cd20ea4cfba6eedba63fd75db2 is 147, key is hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f./info:regioninfo/1731554296619/Put/seqid=0 2024-11-14T03:19:22,471 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3543495b7f0416ee16eec326936597f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T03:19:22,482 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:22,501 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/.tmp/hfileref/1fb0dc4fcfaa4fcfae764ccf3abc80f6 is 74, key is 1/hfileref:7c93c28fe7d642db9dd64a53bbcaa0a8_SeqId_4_/1731554297972/DeleteColumn/seqid=0 2024-11-14T03:19:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741844_1020 (size=7686) 2024-11-14T03:19:22,507 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/info/b0a518cd20ea4cfba6eedba63fd75db2 2024-11-14T03:19:22,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741845_1021 (size=5203) 2024-11-14T03:19:22,542 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/.tmp/hfileref/1fb0dc4fcfaa4fcfae764ccf3abc80f6 2024-11-14T03:19:22,570 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/ns/21b3e4af9932447d9339b51654d7941f is 43, key is default/ns:d/1731554285813/Put/seqid=0 2024-11-14T03:19:22,586 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/.tmp/queue/9599512e27a845708d4aac1ea3f0882f is 153, key is 1-b152692f18ba,43201,1731554283219/queue:b152692f18ba%2C43201%2C1731554283219/1731554299188/Put/seqid=0 2024-11-14T03:19:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741846_1022 (size=5153) 2024-11-14T03:19:22,591 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/ns/21b3e4af9932447d9339b51654d7941f 2024-11-14T03:19:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741847_1023 (size=5352) 2024-11-14T03:19:22,623 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/.tmp/queue/9599512e27a845708d4aac1ea3f0882f 2024-11-14T03:19:22,631 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/.tmp/hfileref/1fb0dc4fcfaa4fcfae764ccf3abc80f6 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/hfileref/1fb0dc4fcfaa4fcfae764ccf3abc80f6 2024-11-14T03:19:22,636 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/rep_barrier/01b1bfb444fa4949b5b9453d3847693b is 112, key is test,,1731554291807.83a01119973f43575bd5a87606677d18./rep_barrier:seqnumDuringOpen/1731554292983/Put/seqid=0 2024-11-14T03:19:22,643 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/hfileref/1fb0dc4fcfaa4fcfae764ccf3abc80f6, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T03:19:22,644 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3543495b7f0416ee16eec326936597f 2024-11-14T03:19:22,645 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/.tmp/queue/9599512e27a845708d4aac1ea3f0882f as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/queue/9599512e27a845708d4aac1ea3f0882f 2024-11-14T03:19:22,652 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/queue/9599512e27a845708d4aac1ea3f0882f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T03:19:22,654 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c3543495b7f0416ee16eec326936597f in 183ms, sequenceid=10, compaction requested=false 2024-11-14T03:19:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741848_1024 (size=5518) 2024-11-14T03:19:22,702 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/rep_barrier/01b1bfb444fa4949b5b9453d3847693b 2024-11-14T03:19:22,707 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:19:22,707 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:19:22,714 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/replication/c3543495b7f0416ee16eec326936597f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T03:19:22,715 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:22,715 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:22,715 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:19:22,715 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3543495b7f0416ee16eec326936597f: Waiting for close lock at 1731554362471Running coprocessor pre-close hooks at 1731554362471Disabling compacts and flushes for region at 1731554362471Disabling writes for close at 1731554362471Obtaining lock to block concurrent updates at 1731554362471Preparing flush snapshotting stores in c3543495b7f0416ee16eec326936597f at 1731554362471Finished memstore snapshotting hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731554362472 (+1 ms)Flushing stores of hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. at 1731554362473 (+1 ms)Flushing c3543495b7f0416ee16eec326936597f/hfileref: creating writer at 1731554362473Flushing c3543495b7f0416ee16eec326936597f/hfileref: appending metadata at 1731554362500 (+27 ms)Flushing c3543495b7f0416ee16eec326936597f/hfileref: closing flushed file at 1731554362500Flushing c3543495b7f0416ee16eec326936597f/queue: creating writer at 1731554362554 (+54 ms)Flushing c3543495b7f0416ee16eec326936597f/queue: appending metadata at 1731554362585 (+31 ms)Flushing c3543495b7f0416ee16eec326936597f/queue: closing flushed file at 1731554362585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310ff34a: reopening flushed file at 1731554362630 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c21b6a: reopening flushed file at 1731554362644 (+14 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c3543495b7f0416ee16eec326936597f in 183ms, sequenceid=10, compaction requested=false at 1731554362654 (+10 ms)Writing region close event to WAL at 1731554362708 (+54 ms)Running coprocessor post-close hooks at 1731554362715 (+7 ms)Closed at 1731554362715 2024-11-14T03:19:22,715 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554296166.c3543495b7f0416ee16eec326936597f. 2024-11-14T03:19:22,742 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/table/37b0fb78e7e54fbca23c72734ca692d2 is 53, key is hbase:replication/table:state/1731554296631/Put/seqid=0 2024-11-14T03:19:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741849_1025 (size=5308) 2024-11-14T03:19:22,845 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:23,045 DEBUG [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:23,165 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/table/37b0fb78e7e54fbca23c72734ca692d2 2024-11-14T03:19:23,170 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/info/b0a518cd20ea4cfba6eedba63fd75db2 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/info/b0a518cd20ea4cfba6eedba63fd75db2 2024-11-14T03:19:23,175 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/info/b0a518cd20ea4cfba6eedba63fd75db2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:19:23,176 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/ns/21b3e4af9932447d9339b51654d7941f as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/ns/21b3e4af9932447d9339b51654d7941f 2024-11-14T03:19:23,181 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/ns/21b3e4af9932447d9339b51654d7941f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:19:23,182 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/rep_barrier/01b1bfb444fa4949b5b9453d3847693b as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/rep_barrier/01b1bfb444fa4949b5b9453d3847693b 2024-11-14T03:19:23,186 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/rep_barrier/01b1bfb444fa4949b5b9453d3847693b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:19:23,187 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/.tmp/table/37b0fb78e7e54fbca23c72734ca692d2 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/table/37b0fb78e7e54fbca23c72734ca692d2 2024-11-14T03:19:23,191 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/table/37b0fb78e7e54fbca23c72734ca692d2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:19:23,192 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 747ms, sequenceid=16, compaction requested=false 2024-11-14T03:19:23,192 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:19:23,198 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:19:23,199 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:23,199 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:23,199 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:23,199 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554362444Running coprocessor pre-close hooks at 1731554362444Disabling compacts and flushes for region at 1731554362445 (+1 ms)Disabling writes for close at 1731554362445Obtaining lock to block concurrent updates at 1731554362445Preparing flush snapshotting stores in 1588230740 at 1731554362445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554362446 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554362446Flushing 1588230740/info: creating writer at 1731554362447 (+1 ms)Flushing 1588230740/info: appending metadata at 1731554362471 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731554362471Flushing 1588230740/ns: creating writer at 1731554362528 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731554362570 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731554362570Flushing 1588230740/rep_barrier: creating writer at 1731554362604 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554362636 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554362636Flushing 1588230740/table: creating writer at 1731554362709 (+73 ms)Flushing 1588230740/table: appending metadata at 1731554362742 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731554362742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3453ac26: reopening flushed file at 1731554363169 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d1c2e: reopening flushed file at 1731554363175 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7280e8cf: reopening flushed file at 1731554363181 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2139bdfc: reopening flushed file at 1731554363186 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 747ms, sequenceid=16, compaction requested=false at 1731554363192 (+6 ms)Writing region close event to WAL at 1731554363195 (+3 ms)Running coprocessor post-close hooks at 1731554363199 (+4 ms)Closed at 1731554363199 2024-11-14T03:19:23,199 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:23,245 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,43201,1731554283219; all regions closed. 2024-11-14T03:19:23,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:19:23,250 DEBUG [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/oldWALs 2024-11-14T03:19:23,250 INFO [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43201%2C1731554283219.meta:.meta(num 1731554285727) 2024-11-14T03:19:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741839_1015 (size=2700) 2024-11-14T03:19:23,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/WALs/b152692f18ba,43201,1731554283219/b152692f18ba%2C43201%2C1731554283219.rep.1731554296570 not finished, retry = 0 2024-11-14T03:19:23,355 DEBUG [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/oldWALs 2024-11-14T03:19:23,355 INFO [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43201%2C1731554283219.rep:(num 1731554296570) 2024-11-14T03:19:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741832_1008 (size=1300) 2024-11-14T03:19:23,361 DEBUG [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/oldWALs 2024-11-14T03:19:23,361 INFO [RS:0;b152692f18ba:43201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43201%2C1731554283219:(num 1731554284752) 2024-11-14T03:19:23,361 DEBUG [RS:0;b152692f18ba:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:23,361 INFO [RS:0;b152692f18ba:43201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:23,361 INFO [RS:0;b152692f18ba:43201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:23,361 INFO [RS:0;b152692f18ba:43201 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:23,361 INFO [RS:0;b152692f18ba:43201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:23,361 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:23,361 INFO [RS:0;b152692f18ba:43201 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,43201,1731554283219 because: Region server is closing 2024-11-14T03:19:23,362 INFO [RS:0;b152692f18ba:43201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:43201. 2024-11-14T03:19:23,362 DEBUG [RS:0;b152692f18ba:43201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:23,362 DEBUG [RS:0;b152692f18ba:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:23,362 DEBUG [RS:0;b152692f18ba:43201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:23,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:23,462 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:19:23,462 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.wal-reader.b152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:19:23,462 INFO [RS:0;b152692f18ba:43201 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,43201,1731554283219.replicationSource.shipperb152692f18ba%2C43201%2C1731554283219,1-b152692f18ba,43201,1731554283219 terminated 2024-11-14T03:19:23,463 INFO [RS:0;b152692f18ba:43201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43201 2024-11-14T03:19:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0488922205/rs/b152692f18ba,43201,1731554283219 2024-11-14T03:19:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205/rs 2024-11-14T03:19:23,472 INFO [RS:0;b152692f18ba:43201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:23,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,43201,1731554283219] 2024-11-14T03:19:23,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0488922205/draining/b152692f18ba,43201,1731554283219 already deleted, retry=false 2024-11-14T03:19:23,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,43201,1731554283219 expired; onlineServers=0 2024-11-14T03:19:23,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,43453,1731554283000' ***** 2024-11-14T03:19:23,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:19:23,493 INFO [M:0;b152692f18ba:43453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:23,493 INFO [M:0;b152692f18ba:43453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:23,493 DEBUG [M:0;b152692f18ba:43453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:19:23,493 DEBUG [M:0;b152692f18ba:43453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:19:23,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:19:23,493 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554284516 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554284516,5,FailOnTimeoutGroup] 2024-11-14T03:19:23,494 INFO [M:0;b152692f18ba:43453 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:23,494 INFO [M:0;b152692f18ba:43453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:23,494 DEBUG [M:0;b152692f18ba:43453 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:19:23,494 INFO [M:0;b152692f18ba:43453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:19:23,494 INFO [M:0;b152692f18ba:43453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:23,494 INFO [M:0;b152692f18ba:43453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:19:23,494 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554284520 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554284520,5,FailOnTimeoutGroup] 2024-11-14T03:19:23,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:19:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0488922205/master 2024-11-14T03:19:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0488922205 2024-11-14T03:19:23,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0488922205/master already deleted, retry=false 2024-11-14T03:19:23,508 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Failed delete of our master address node; KeeperErrorCode = NoNode for /0488922205/master 2024-11-14T03:19:23,515 INFO [M:0;b152692f18ba:43453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/.lastflushedseqids 2024-11-14T03:19:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741850_1026 (size=263) 2024-11-14T03:19:23,527 INFO [M:0;b152692f18ba:43453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:19:23,527 INFO [M:0;b152692f18ba:43453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:19:23,527 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:23,528 INFO [M:0;b152692f18ba:43453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:23,528 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:23,528 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:23,528 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:23,528 INFO [M:0;b152692f18ba:43453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T03:19:23,543 DEBUG [M:0;b152692f18ba:43453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c1ab870a5447c58b1b5de921f35dc7 is 82, key is hbase:meta,,1/info:regioninfo/1731554285757/Put/seqid=0 2024-11-14T03:19:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741851_1027 (size=5672) 2024-11-14T03:19:23,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:23,583 INFO [RS:0;b152692f18ba:43201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:23,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43201-0x1013759807e0001, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:23,583 INFO [RS:0;b152692f18ba:43201 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,43201,1731554283219; zookeeper connection closed. 2024-11-14T03:19:23,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74111e7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74111e7f 2024-11-14T03:19:23,583 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:19:23,948 INFO [M:0;b152692f18ba:43453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c1ab870a5447c58b1b5de921f35dc7 2024-11-14T03:19:23,965 DEBUG [M:0;b152692f18ba:43453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a16773ad39204504846a9f1048fa2ad0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554293006/Put/seqid=0 2024-11-14T03:19:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741852_1028 (size=7240) 2024-11-14T03:19:24,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,380 INFO [M:0;b152692f18ba:43453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a16773ad39204504846a9f1048fa2ad0 2024-11-14T03:19:24,386 INFO [M:0;b152692f18ba:43453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a16773ad39204504846a9f1048fa2ad0 2024-11-14T03:19:24,405 DEBUG [M:0;b152692f18ba:43453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5427ef6050a045ba8c49dda38cd0de43 is 69, key is b152692f18ba,43201,1731554283219/rs:state/1731554284595/Put/seqid=0 2024-11-14T03:19:24,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741853_1029 (size=5156) 2024-11-14T03:19:24,436 INFO [M:0;b152692f18ba:43453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5427ef6050a045ba8c49dda38cd0de43 2024-11-14T03:19:24,446 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c1ab870a5447c58b1b5de921f35dc7 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c1ab870a5447c58b1b5de921f35dc7 2024-11-14T03:19:24,458 INFO [M:0;b152692f18ba:43453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c1ab870a5447c58b1b5de921f35dc7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T03:19:24,459 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a16773ad39204504846a9f1048fa2ad0 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a16773ad39204504846a9f1048fa2ad0 2024-11-14T03:19:24,465 INFO [M:0;b152692f18ba:43453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a16773ad39204504846a9f1048fa2ad0 2024-11-14T03:19:24,465 INFO [M:0;b152692f18ba:43453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a16773ad39204504846a9f1048fa2ad0, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T03:19:24,470 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5427ef6050a045ba8c49dda38cd0de43 as hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5427ef6050a045ba8c49dda38cd0de43 2024-11-14T03:19:24,477 INFO [M:0;b152692f18ba:43453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36693/user/jenkins/test-data/51ee9031-3989-76ae-9335-79026787aeee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5427ef6050a045ba8c49dda38cd0de43, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T03:19:24,480 INFO [M:0;b152692f18ba:43453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=105, compaction requested=false 2024-11-14T03:19:24,520 INFO [M:0;b152692f18ba:43453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:24,520 DEBUG [M:0;b152692f18ba:43453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554363527Disabling compacts and flushes for region at 1731554363527Disabling writes for close at 1731554363528 (+1 ms)Obtaining lock to block concurrent updates at 1731554363528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554363528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731554363528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554363529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554363529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554363543 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554363543Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554363953 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554363965 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554363965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554364387 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554364405 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554364405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703e53de: reopening flushed file at 1731554364445 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0aed66: reopening flushed file at 1731554364458 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8e8869: reopening flushed file at 1731554364465 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=105, compaction requested=false at 1731554364480 (+15 ms)Writing region close event to WAL at 1731554364520 (+40 ms)Closed at 1731554364520 2024-11-14T03:19:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741830_1006 (size=64526) 2024-11-14T03:19:24,557 INFO [M:0;b152692f18ba:43453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:19:24,557 INFO [M:0;b152692f18ba:43453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43453 2024-11-14T03:19:24,557 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:24,557 INFO [M:0;b152692f18ba:43453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:24,682 INFO [M:0;b152692f18ba:43453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x1013759807e0000, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:24,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:19:24,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@462a9f5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:24,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@617ce46b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:24,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:24,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a695efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:24,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@352c2b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:24,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:24,739 WARN [BP-2040471847-172.17.0.3-1731554280687 heartbeating to localhost/127.0.0.1:36693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:19:24,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:19:24,739 WARN [BP-2040471847-172.17.0.3-1731554280687 heartbeating to localhost/127.0.0.1:36693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2040471847-172.17.0.3-1731554280687 (Datanode Uuid 84c9be1c-3cae-4ede-9fcc-14db2dd64fc7) service to localhost/127.0.0.1:36693 2024-11-14T03:19:24,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:19:24,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f/data/data1/current/BP-2040471847-172.17.0.3-1731554280687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:24,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/cluster_829f7681-48ff-6b85-35d2-9d7012f9780f/data/data2/current/BP-2040471847-172.17.0.3-1731554280687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:24,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:19:24,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@340d39cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:24,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7af9657f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:24,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:24,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f9b1aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:24,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f31b59d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490d0c8a-e246-e20e-445a-780d315552ca/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:24,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:19:24,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:19:24,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 139) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fd510b8f8a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43017 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36693 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fd510b8f8a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60531) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60531) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=5532 (was 5764) 2024-11-14T03:19:24,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=5532 2024-11-14T03:19:24,788 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T03:19:24,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.log.dir so I do NOT create it in target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a 2024-11-14T03:19:24,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:19:24,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.tmp.dir so I do NOT create it in target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a 2024-11-14T03:19:24,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce8e9a0-6e08-96fa-27be-35fe8199a37d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:19:24,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a 2024-11-14T03:19:24,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b, deleteOnExit=true 2024-11-14T03:19:24,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b/zookeeper_0, clientPort=55046, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:19:24,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55046 2024-11-14T03:19:24,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:19:24,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:19:24,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/test.cache.data in system properties and HBase conf 2024-11-14T03:19:24,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:19:24,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:19:24,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:19:24,806 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:19:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:24,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:19:24,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:19:24,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013759807e0002, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:19:24,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013759807e0005, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:19:24,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013759807e0005, quorum=127.0.0.1:60531, baseZNode=/11179354304 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:19:24,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013759807e0002, quorum=127.0.0.1:60531, baseZNode=/0488922205 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:19:25,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:25,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:25,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:25,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:25,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:19:25,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:25,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f13e84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:25,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35299b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:25,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46222de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/java.io.tmpdir/jetty-localhost-42705-hadoop-hdfs-3_4_1-tests_jar-_-any-11791038940256717552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:25,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ac7df12{HTTP/1.1, (http/1.1)}{localhost:42705} 2024-11-14T03:19:25,277 INFO [Time-limited test {}] server.Server(415): Started @135488ms 2024-11-14T03:19:25,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:25,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:25,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:25,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:25,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:19:25,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:25,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:25,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1233d3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/java.io.tmpdir/jetty-localhost-41303-hadoop-hdfs-3_4_1-tests_jar-_-any-13028541786529329955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:25,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:41303} 2024-11-14T03:19:25,844 INFO [Time-limited test {}] server.Server(415): Started @136054ms 2024-11-14T03:19:25,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:19:26,491 WARN [Thread-1276 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b/data/data1/current/BP-530862354-172.17.0.3-1731554364822/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:26,491 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b/data/data2/current/BP-530862354-172.17.0.3-1731554364822/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:26,511 WARN [Thread-1264 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:19:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ed514c8db7bc4a with lease ID 0xf4e6ed95d08c0054: Processing first storage report for DS-24266362-99cb-4d2b-b948-311e51ba2fc0 from datanode DatanodeRegistration(127.0.0.1:43207, datanodeUuid=949240ae-8e5b-4a0e-ac6d-a5ecac6ef877, infoPort=34945, infoSecurePort=0, ipcPort=45787, storageInfo=lv=-57;cid=testClusterID;nsid=1603122956;c=1731554364822) 2024-11-14T03:19:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ed514c8db7bc4a with lease ID 0xf4e6ed95d08c0054: from storage DS-24266362-99cb-4d2b-b948-311e51ba2fc0 node DatanodeRegistration(127.0.0.1:43207, datanodeUuid=949240ae-8e5b-4a0e-ac6d-a5ecac6ef877, infoPort=34945, infoSecurePort=0, ipcPort=45787, storageInfo=lv=-57;cid=testClusterID;nsid=1603122956;c=1731554364822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ed514c8db7bc4a with lease ID 0xf4e6ed95d08c0054: Processing first storage report for DS-3e6adf91-8a11-4506-901b-b4eea151a178 from datanode DatanodeRegistration(127.0.0.1:43207, datanodeUuid=949240ae-8e5b-4a0e-ac6d-a5ecac6ef877, infoPort=34945, infoSecurePort=0, ipcPort=45787, storageInfo=lv=-57;cid=testClusterID;nsid=1603122956;c=1731554364822) 2024-11-14T03:19:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ed514c8db7bc4a with lease ID 0xf4e6ed95d08c0054: from storage DS-3e6adf91-8a11-4506-901b-b4eea151a178 node DatanodeRegistration(127.0.0.1:43207, datanodeUuid=949240ae-8e5b-4a0e-ac6d-a5ecac6ef877, infoPort=34945, infoSecurePort=0, ipcPort=45787, storageInfo=lv=-57;cid=testClusterID;nsid=1603122956;c=1731554364822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:26,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a 2024-11-14T03:19:26,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:26,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:19:26,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d with version=8 2024-11-14T03:19:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/hbase-staging 2024-11-14T03:19:26,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:26,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:26,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:26,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:26,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:26,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:26,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:19:26,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:26,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32995 2024-11-14T03:19:26,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32995 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:27,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329950x0, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:27,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32995-0x101375ac92f0000 connected 2024-11-14T03:19:27,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:27,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:27,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:27,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d, hbase.cluster.distributed=false 2024-11-14T03:19:27,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/acl 2024-11-14T03:19:27,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-14T03:19:27,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32995 2024-11-14T03:19:27,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32995 2024-11-14T03:19:27,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-14T03:19:27,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-14T03:19:27,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:27,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:27,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:27,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:27,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:27,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:27,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:19:27,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:27,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44727 2024-11-14T03:19:27,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44727 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:27,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:27,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:27,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447270x0, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:27,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447270x0, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:27,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44727-0x101375ac92f0001 connected 2024-11-14T03:19:27,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:19:27,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:19:27,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/master 2024-11-14T03:19:27,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/acl 2024-11-14T03:19:27,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-14T03:19:27,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44727 2024-11-14T03:19:27,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44727 2024-11-14T03:19:27,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-14T03:19:27,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-14T03:19:27,180 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:32995 2024-11-14T03:19:27,181 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01432280012/backup-masters/b152692f18ba,32995,1731554366984 2024-11-14T03:19:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:27,188 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on existing znode=/01432280012/backup-masters/b152692f18ba,32995,1731554366984 2024-11-14T03:19:27,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:27,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01432280012/master 2024-11-14T03:19:27,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:27,199 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on existing znode=/01432280012/master 2024-11-14T03:19:27,199 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01432280012/backup-masters/b152692f18ba,32995,1731554366984 from backup master directory 2024-11-14T03:19:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/backup-masters/b152692f18ba,32995,1731554366984 2024-11-14T03:19:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:27,209 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:27,209 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,32995,1731554366984 2024-11-14T03:19:27,212 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/hbase.id] with ID: 05a15e03-73c1-45fe-acaf-ae559b5cf49f 2024-11-14T03:19:27,212 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/.tmp/hbase.id 2024-11-14T03:19:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:19:27,616 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/.tmp/hbase.id]:[hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/hbase.id] 2024-11-14T03:19:27,626 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:27,626 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:19:27,627 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:19:27,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:27,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:19:28,050 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:19:28,050 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:19:28,051 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:19:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:19:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:19:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:19:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:19:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:19:28,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store 2024-11-14T03:19:28,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:19:28,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:28,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:28,864 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:28,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:28,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:28,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:28,864 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:28,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554368864Disabling compacts and flushes for region at 1731554368864Disabling writes for close at 1731554368864Writing region close event to WAL at 1731554368864Closed at 1731554368864 2024-11-14T03:19:28,865 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/.initializing 2024-11-14T03:19:28,865 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984 2024-11-14T03:19:28,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:28,868 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C32995%2C1731554366984, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/oldWALs, maxLogs=10 2024-11-14T03:19:28,879 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984/b152692f18ba%2C32995%2C1731554366984.1731554368868, exclude list is [], retry=0 2024-11-14T03:19:28,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:28,883 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984/b152692f18ba%2C32995%2C1731554366984.1731554368868 2024-11-14T03:19:28,884 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:28,884 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:28,884 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:28,884 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,884 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:19:28,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:28,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:28,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:19:28,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:28,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:28,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:19:28,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:28,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:28,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:19:28,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:28,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:28,891 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,892 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,892 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,893 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,893 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,894 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:28,895 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:28,897 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:19:28,897 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71582103, jitterRate=0.0666564553976059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:28,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554368884Initializing all the Stores at 1731554368885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554368885Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554368885Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554368885Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554368885Cleaning up temporary data from old regions at 1731554368893 (+8 ms)Region opened successfully at 1731554368898 (+5 ms) 2024-11-14T03:19:28,898 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:19:28,901 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114a4243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:28,902 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:19:28,902 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:19:28,903 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:19:28,903 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:19:28,903 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:19:28,903 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:19:28,903 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:19:28,907 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:19:28,907 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/balancer because node does not exist (not necessarily an error) 2024-11-14T03:19:28,966 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/balancer already deleted, retry=false 2024-11-14T03:19:28,967 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:19:28,967 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:19:28,977 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/normalizer already deleted, retry=false 2024-11-14T03:19:28,977 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:19:28,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:19:28,987 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/switch/split already deleted, retry=false 2024-11-14T03:19:28,988 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:19:28,998 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/switch/merge already deleted, retry=false 2024-11-14T03:19:29,000 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:19:29,008 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/snapshot-cleanup already deleted, retry=false 2024-11-14T03:19:29,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:29,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:29,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:29,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:29,020 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,32995,1731554366984, sessionid=0x101375ac92f0000, setting cluster-up flag (Was=false) 2024-11-14T03:19:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:29,072 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01432280012/flush-table-proc/acquired, /01432280012/flush-table-proc/reached, /01432280012/flush-table-proc/abort 2024-11-14T03:19:29,072 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,32995,1731554366984 2024-11-14T03:19:29,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:29,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:29,124 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01432280012/online-snapshot/acquired, /01432280012/online-snapshot/reached, /01432280012/online-snapshot/abort 2024-11-14T03:19:29,126 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,32995,1731554366984 2024-11-14T03:19:29,127 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:19:29,128 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:29,128 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:19:29,128 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:19:29,129 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,32995,1731554366984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554399131 2024-11-14T03:19:29,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:19:29,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:19:29,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:19:29,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:19:29,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:19:29,131 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:19:29,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:29,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:19:29,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:19:29,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:19:29,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:19:29,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:19:29,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:19:29,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:19:29,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554369132,5,FailOnTimeoutGroup] 2024-11-14T03:19:29,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:29,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:19:29,136 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554369133,5,FailOnTimeoutGroup] 2024-11-14T03:19:29,136 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,136 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:19:29,136 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,136 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:19:29,173 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(746): ClusterId : 05a15e03-73c1-45fe-acaf-ae559b5cf49f 2024-11-14T03:19:29,173 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:19:29,184 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:19:29,184 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:19:29,195 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:19:29,195 DEBUG [RS:0;b152692f18ba:44727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399f70de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:29,206 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:44727 2024-11-14T03:19:29,207 INFO [RS:0;b152692f18ba:44727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:19:29,207 INFO [RS:0;b152692f18ba:44727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:19:29,207 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:19:29,207 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,32995,1731554366984 with port=44727, startcode=1731554367144 2024-11-14T03:19:29,207 DEBUG [RS:0;b152692f18ba:44727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:19:29,209 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:19:29,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,44727,1731554367144 2024-11-14T03:19:29,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32995 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,44727,1731554367144 2024-11-14T03:19:29,211 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d 2024-11-14T03:19:29,211 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43153 2024-11-14T03:19:29,211 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:19:29,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/rs 2024-11-14T03:19:29,220 DEBUG [RS:0;b152692f18ba:44727 {}] zookeeper.ZKUtil(111): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on existing znode=/01432280012/rs/b152692f18ba,44727,1731554367144 2024-11-14T03:19:29,220 WARN [RS:0;b152692f18ba:44727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:29,220 INFO [RS:0;b152692f18ba:44727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:29,220 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144 2024-11-14T03:19:29,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,44727,1731554367144] 2024-11-14T03:19:29,223 INFO [RS:0;b152692f18ba:44727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:19:29,225 INFO [RS:0;b152692f18ba:44727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:19:29,226 INFO [RS:0;b152692f18ba:44727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:19:29,226 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,228 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:19:29,229 INFO [RS:0;b152692f18ba:44727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:19:29,229 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,229 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,229 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,229 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,229 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,229 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,229 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:29,229 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,230 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,230 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,230 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,230 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,230 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:29,230 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:29,230 DEBUG [RS:0;b152692f18ba:44727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:29,232 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,232 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,232 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,232 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,232 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,232 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44727,1731554367144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:29,251 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:19:29,251 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44727,1731554367144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,252 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,252 INFO [RS:0;b152692f18ba:44727 {}] regionserver.Replication(171): b152692f18ba,44727,1731554367144 started 2024-11-14T03:19:29,266 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:29,266 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,44727,1731554367144, RpcServer on b152692f18ba/172.17.0.3:44727, sessionid=0x101375ac92f0001 2024-11-14T03:19:29,266 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:19:29,266 DEBUG [RS:0;b152692f18ba:44727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,44727,1731554367144 2024-11-14T03:19:29,266 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44727,1731554367144' 2024-11-14T03:19:29,266 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01432280012/flush-table-proc/abort' 2024-11-14T03:19:29,267 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01432280012/flush-table-proc/acquired' 2024-11-14T03:19:29,267 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:19:29,267 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:19:29,267 DEBUG [RS:0;b152692f18ba:44727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,44727,1731554367144 2024-11-14T03:19:29,267 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44727,1731554367144' 2024-11-14T03:19:29,267 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01432280012/online-snapshot/abort' 2024-11-14T03:19:29,267 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01432280012/online-snapshot/acquired' 2024-11-14T03:19:29,268 DEBUG [RS:0;b152692f18ba:44727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:19:29,268 INFO [RS:0;b152692f18ba:44727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:19:29,268 INFO [RS:0;b152692f18ba:44727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:19:29,368 INFO [RS:0;b152692f18ba:44727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:29,370 INFO [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44727%2C1731554367144, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs, maxLogs=10 2024-11-14T03:19:29,386 DEBUG [RS:0;b152692f18ba:44727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370, exclude list is [], retry=0 2024-11-14T03:19:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:29,390 INFO [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370 2024-11-14T03:19:29,390 DEBUG [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:29,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:19:29,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d 2024-11-14T03:19:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:19:29,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:29,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:19:29,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:19:29,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:29,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:29,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:19:29,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:19:29,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:29,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:29,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:19:29,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:19:29,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:29,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:29,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:19:29,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:19:29,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:29,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:29,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:19:29,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740 2024-11-14T03:19:29,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740 2024-11-14T03:19:29,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:19:29,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:19:29,959 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:29,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:19:29,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:19:29,962 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74901172, jitterRate=0.11611443758010864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:29,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554369951Initializing all the Stores at 1731554369951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554369952 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554369952Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554369952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554369952Cleaning up temporary data from old regions at 1731554369959 (+7 ms)Region opened successfully at 1731554369963 (+4 ms) 2024-11-14T03:19:29,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:29,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:29,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:29,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:29,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:29,963 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:29,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554369963Disabling compacts and flushes for region at 1731554369963Disabling writes for close at 1731554369963Writing region close event to WAL at 1731554369963Closed at 1731554369963 2024-11-14T03:19:29,964 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:29,964 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:19:29,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:19:29,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:29,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:19:30,117 DEBUG [b152692f18ba:32995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:19:30,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,44727,1731554367144 2024-11-14T03:19:30,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44727,1731554367144, state=OPENING 2024-11-14T03:19:30,240 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:19:30,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:30,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:30,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:30,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:30,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44727,1731554367144}] 2024-11-14T03:19:30,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:30,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:19:30,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:19:30,545 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:19:30,545 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:30,546 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:19:30,547 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44727%2C1731554367144.meta, suffix=.meta, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs, maxLogs=10 2024-11-14T03:19:30,559 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.meta.1731554370547.meta, exclude list is [], retry=0 2024-11-14T03:19:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:30,563 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.meta.1731554370547.meta 2024-11-14T03:19:30,563 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:30,563 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:30,564 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:19:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:19:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:19:30,564 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:19:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:19:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:19:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:19:30,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:19:30,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:19:30,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:30,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:30,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:19:30,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:19:30,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:30,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:30,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:19:30,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:19:30,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:30,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:30,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:19:30,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:19:30,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:30,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:30,572 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:19:30,572 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740 2024-11-14T03:19:30,573 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740 2024-11-14T03:19:30,574 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:19:30,574 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:19:30,575 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:30,576 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:19:30,577 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73829453, jitterRate=0.10014458000659943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:30,577 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:19:30,578 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554370564Writing region info on filesystem at 1731554370564Initializing all the Stores at 1731554370565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554370565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554370565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554370565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554370565Cleaning up temporary data from old regions at 1731554370574 (+9 ms)Running coprocessor post-open hooks at 1731554370577 (+3 ms)Region opened successfully at 1731554370578 (+1 ms) 2024-11-14T03:19:30,579 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554370540 2024-11-14T03:19:30,581 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:19:30,581 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:19:30,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44727,1731554367144 2024-11-14T03:19:30,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44727,1731554367144, state=OPEN 2024-11-14T03:19:30,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:30,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:30,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,44727,1731554367144 2024-11-14T03:19:30,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:30,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:30,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:19:30,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44727,1731554367144 in 248 msec 2024-11-14T03:19:30,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:19:30,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-11-14T03:19:30,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:30,639 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:19:30,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:30,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44727,1731554367144, seqNum=-1] 2024-11-14T03:19:30,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:30,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:30,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5190 sec 2024-11-14T03:19:30,647 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554370647, completionTime=-1 2024-11-14T03:19:30,647 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:19:30,647 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:19:30,649 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:19:30,649 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554430649 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554490650 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,32995,1731554366984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,32995,1731554366984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,32995,1731554366984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:32995, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:30,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:30,652 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.445sec 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,32995,1731554366984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:30,654 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,32995,1731554366984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:19:30,657 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:19:30,657 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:19:30,657 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,32995,1731554366984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:30,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c812a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:30,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,32995,-1 for getting cluster id 2024-11-14T03:19:30,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:30,675 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a15e03-73c1-45fe-acaf-ae559b5cf49f' 2024-11-14T03:19:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a15e03-73c1-45fe-acaf-ae559b5cf49f" 2024-11-14T03:19:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151d860c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,32995,-1] 2024-11-14T03:19:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:30,677 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:30,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0164c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:30,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44727,1731554367144, seqNum=-1] 2024-11-14T03:19:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:30,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:30,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,32995,1731554366984 2024-11-14T03:19:30,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:30,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:30,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375ac92f0002 connected 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.log.dir so I do NOT create it in target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849 2024-11-14T03:19:30,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.tmp.dir so I do NOT create it in target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849 2024-11-14T03:19:30,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:19:30,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/cluster_d03c5d08-eba6-675f-2aa3-64bd318e8855, deleteOnExit=true 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/test.cache.data in system properties and HBase conf 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:19:30,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:19:30,716 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:19:30,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:19:31,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:31,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:31,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:31,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:31,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:19:31,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:31,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b372b5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:31,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddfaba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:31,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7141e78d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/java.io.tmpdir/jetty-localhost-46797-hadoop-hdfs-3_4_1-tests_jar-_-any-11904108690132183320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:31,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e8b8db{HTTP/1.1, (http/1.1)}{localhost:46797} 2024-11-14T03:19:31,183 INFO [Time-limited test {}] server.Server(415): Started @141393ms 2024-11-14T03:19:31,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:31,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:31,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:31,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:31,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:19:31,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9c4281{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:31,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3982752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:31,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c418b5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/java.io.tmpdir/jetty-localhost-43465-hadoop-hdfs-3_4_1-tests_jar-_-any-15569990225343259163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:31,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b758bfb{HTTP/1.1, (http/1.1)}{localhost:43465} 2024-11-14T03:19:31,523 INFO [Time-limited test {}] server.Server(415): Started @141733ms 2024-11-14T03:19:31,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:19:32,156 WARN [Thread-1396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/cluster_d03c5d08-eba6-675f-2aa3-64bd318e8855/data/data1/current/BP-1709481882-172.17.0.3-1731554370731/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:32,156 WARN [Thread-1397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/cluster_d03c5d08-eba6-675f-2aa3-64bd318e8855/data/data2/current/BP-1709481882-172.17.0.3-1731554370731/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:32,172 WARN [Thread-1384 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:19:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dbf60d81e078589 with lease ID 0x9d832ae18a3a4343: Processing first storage report for DS-1edff6e1-6c81-4269-9472-c09312ae1e90 from datanode DatanodeRegistration(127.0.0.1:38877, datanodeUuid=be136762-32ad-4e22-8ca3-0b4a047508b7, infoPort=33943, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=597926486;c=1731554370731) 2024-11-14T03:19:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dbf60d81e078589 with lease ID 0x9d832ae18a3a4343: from storage DS-1edff6e1-6c81-4269-9472-c09312ae1e90 node DatanodeRegistration(127.0.0.1:38877, datanodeUuid=be136762-32ad-4e22-8ca3-0b4a047508b7, infoPort=33943, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=597926486;c=1731554370731), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dbf60d81e078589 with lease ID 0x9d832ae18a3a4343: Processing first storage report for DS-ef5300c0-4573-4ad6-92b7-28e965d2a702 from datanode DatanodeRegistration(127.0.0.1:38877, datanodeUuid=be136762-32ad-4e22-8ca3-0b4a047508b7, infoPort=33943, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=597926486;c=1731554370731) 2024-11-14T03:19:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dbf60d81e078589 with lease ID 0x9d832ae18a3a4343: from storage DS-ef5300c0-4573-4ad6-92b7-28e965d2a702 node DatanodeRegistration(127.0.0.1:38877, datanodeUuid=be136762-32ad-4e22-8ca3-0b4a047508b7, infoPort=33943, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=597926486;c=1731554370731), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:32,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849 2024-11-14T03:19:32,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:32,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:32,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:19:32,657 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672 with version=8 2024-11-14T03:19:32,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/hbase-staging 2024-11-14T03:19:32,659 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:32,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:32,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:32,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:19:32,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:32,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42923 2024-11-14T03:19:32,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42923 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:32,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429230x0, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:32,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42923-0x101375ac92f0003 connected 2024-11-14T03:19:32,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:32,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:32,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on znode that does not yet exist, /1-2004708916/running 2024-11-14T03:19:32,781 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672, hbase.cluster.distributed=false 2024-11-14T03:19:32,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on znode that does not yet exist, /1-2004708916/acl 2024-11-14T03:19:32,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-14T03:19:32,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42923 2024-11-14T03:19:32,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42923 2024-11-14T03:19:32,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-14T03:19:32,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-14T03:19:32,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:32,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41923 2024-11-14T03:19:32,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41923 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:32,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:32,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419230x0, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:32,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419230x0, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on znode that does not yet exist, /1-2004708916/running 2024-11-14T03:19:32,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41923-0x101375ac92f0004 connected 2024-11-14T03:19:32,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:19:32,809 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:19:32,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on znode that does not yet exist, /1-2004708916/master 2024-11-14T03:19:32,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on znode that does not yet exist, /1-2004708916/acl 2024-11-14T03:19:32,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41923 2024-11-14T03:19:32,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41923 2024-11-14T03:19:32,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41923 2024-11-14T03:19:32,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41923 2024-11-14T03:19:32,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41923 2024-11-14T03:19:32,827 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:42923 2024-11-14T03:19:32,828 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2004708916/backup-masters/b152692f18ba,42923,1731554372659 2024-11-14T03:19:32,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916/backup-masters 2024-11-14T03:19:32,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916/backup-masters 2024-11-14T03:19:32,840 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on existing znode=/1-2004708916/backup-masters/b152692f18ba,42923,1731554372659 2024-11-14T03:19:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2004708916/master 2024-11-14T03:19:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:32,851 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on existing znode=/1-2004708916/master 2024-11-14T03:19:32,851 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2004708916/backup-masters/b152692f18ba,42923,1731554372659 from backup master directory 2024-11-14T03:19:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2004708916/backup-masters/b152692f18ba,42923,1731554372659 2024-11-14T03:19:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916/backup-masters 2024-11-14T03:19:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916/backup-masters 2024-11-14T03:19:32,861 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:32,861 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,42923,1731554372659 2024-11-14T03:19:32,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/hbase.id] with ID: 9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d 2024-11-14T03:19:32,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/.tmp/hbase.id 2024-11-14T03:19:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:19:33,270 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/.tmp/hbase.id]:[hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/hbase.id] 2024-11-14T03:19:33,279 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:33,280 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:19:33,280 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T03:19:33,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:33,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:33,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:19:33,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:19:33,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:33,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:33,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:33,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:33,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:33,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:33,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:19:33,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:19:33,730 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:19:34,137 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store 2024-11-14T03:19:34,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:19:34,543 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:34,543 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:34,543 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:34,543 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:34,543 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:34,543 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:34,543 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:34,543 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554374543Disabling compacts and flushes for region at 1731554374543Disabling writes for close at 1731554374543Writing region close event to WAL at 1731554374543Closed at 1731554374543 2024-11-14T03:19:34,544 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/.initializing 2024-11-14T03:19:34,544 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/WALs/b152692f18ba,42923,1731554372659 2024-11-14T03:19:34,545 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:34,547 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C42923%2C1731554372659, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/WALs/b152692f18ba,42923,1731554372659, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/oldWALs, maxLogs=10 2024-11-14T03:19:34,559 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/WALs/b152692f18ba,42923,1731554372659/b152692f18ba%2C42923%2C1731554372659.1731554374547, exclude list is [], retry=0 2024-11-14T03:19:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38877,DS-1edff6e1-6c81-4269-9472-c09312ae1e90,DISK] 2024-11-14T03:19:34,562 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/WALs/b152692f18ba,42923,1731554372659/b152692f18ba%2C42923%2C1731554372659.1731554374547 2024-11-14T03:19:34,563 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-14T03:19:34,563 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:34,563 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:34,563 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,563 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:19:34,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:34,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:34,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:19:34,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:34,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:34,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:19:34,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:34,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:34,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:19:34,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:34,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:34,570 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,571 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,571 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:34,573 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:34,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:19:34,575 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69613488, jitterRate=0.03732180595397949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:34,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554374563Initializing all the Stores at 1731554374564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554374564Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554374564Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554374564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554374564Cleaning up temporary data from old regions at 1731554374572 (+8 ms)Region opened successfully at 1731554374575 (+3 ms) 2024-11-14T03:19:34,575 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:19:34,578 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1199f364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:34,578 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:19:34,579 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:19:34,579 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:19:34,579 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:19:34,579 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:19:34,579 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:19:34,579 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:19:34,581 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:19:34,581 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Unable to get data of znode /1-2004708916/balancer because node does not exist (not necessarily an error) 2024-11-14T03:19:34,640 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2004708916/balancer already deleted, retry=false 2024-11-14T03:19:34,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:19:34,641 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Unable to get data of znode /1-2004708916/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:19:34,650 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2004708916/normalizer already deleted, retry=false 2024-11-14T03:19:34,650 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:19:34,651 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Unable to get data of znode /1-2004708916/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:19:34,661 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2004708916/switch/split already deleted, retry=false 2024-11-14T03:19:34,661 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Unable to get data of znode /1-2004708916/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:19:34,671 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2004708916/switch/merge already deleted, retry=false 2024-11-14T03:19:34,673 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Unable to get data of znode /1-2004708916/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:19:34,681 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2004708916/snapshot-cleanup already deleted, retry=false 2024-11-14T03:19:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2004708916/running 2024-11-14T03:19:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2004708916/running 2024-11-14T03:19:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:34,693 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,42923,1731554372659, sessionid=0x101375ac92f0003, setting cluster-up flag (Was=false) 2024-11-14T03:19:34,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:34,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:34,745 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2004708916/flush-table-proc/acquired, /1-2004708916/flush-table-proc/reached, /1-2004708916/flush-table-proc/abort 2024-11-14T03:19:34,746 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,42923,1731554372659 2024-11-14T03:19:34,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:34,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:34,797 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2004708916/online-snapshot/acquired, /1-2004708916/online-snapshot/reached, /1-2004708916/online-snapshot/abort 2024-11-14T03:19:34,798 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,42923,1731554372659 2024-11-14T03:19:34,799 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:19:34,800 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:34,801 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:19:34,801 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:19:34,801 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,42923,1731554372659 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:34,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554404803 2024-11-14T03:19:34,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:19:34,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:19:34,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:19:34,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:19:34,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:19:34,803 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:19:34,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:34,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:19:34,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:19:34,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:19:34,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:19:34,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:19:34,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:19:34,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:19:34,805 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554374804,5,FailOnTimeoutGroup] 2024-11-14T03:19:34,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:34,805 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554374805,5,FailOnTimeoutGroup] 2024-11-14T03:19:34,805 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:19:34,805 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:19:34,805 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,805 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:19:34,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:19:34,810 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672 2024-11-14T03:19:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:19:34,819 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(746): ClusterId : 9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d 2024-11-14T03:19:34,819 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:19:34,830 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:19:34,830 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:19:34,840 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:19:34,841 DEBUG [RS:0;b152692f18ba:41923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362be3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:34,855 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:41923 2024-11-14T03:19:34,855 INFO [RS:0;b152692f18ba:41923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:19:34,855 INFO [RS:0;b152692f18ba:41923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:19:34,855 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:19:34,856 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,42923,1731554372659 with port=41923, startcode=1731554372796 2024-11-14T03:19:34,856 DEBUG [RS:0;b152692f18ba:41923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:19:34,857 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:19:34,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,41923,1731554372796 2024-11-14T03:19:34,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,41923,1731554372796 2024-11-14T03:19:34,859 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672 2024-11-14T03:19:34,859 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41629 2024-11-14T03:19:34,859 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:19:34,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916/rs 2024-11-14T03:19:34,923 DEBUG [RS:0;b152692f18ba:41923 {}] zookeeper.ZKUtil(111): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on existing znode=/1-2004708916/rs/b152692f18ba,41923,1731554372796 2024-11-14T03:19:34,923 WARN [RS:0;b152692f18ba:41923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:34,924 INFO [RS:0;b152692f18ba:41923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:34,924 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796 2024-11-14T03:19:34,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,41923,1731554372796] 2024-11-14T03:19:34,926 INFO [RS:0;b152692f18ba:41923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:19:34,928 INFO [RS:0;b152692f18ba:41923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:19:34,928 INFO [RS:0;b152692f18ba:41923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:19:34,928 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,928 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:19:34,929 INFO [RS:0;b152692f18ba:41923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:19:34,929 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:34,929 DEBUG [RS:0;b152692f18ba:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:34,930 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,930 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,930 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,930 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,930 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,930 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,41923,1731554372796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:34,943 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:19:34,943 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,41923,1731554372796-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,943 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,943 INFO [RS:0;b152692f18ba:41923 {}] regionserver.Replication(171): b152692f18ba,41923,1731554372796 started 2024-11-14T03:19:34,956 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:34,956 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,41923,1731554372796, RpcServer on b152692f18ba/172.17.0.3:41923, sessionid=0x101375ac92f0004 2024-11-14T03:19:34,956 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:19:34,956 DEBUG [RS:0;b152692f18ba:41923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,41923,1731554372796 2024-11-14T03:19:34,956 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,41923,1731554372796' 2024-11-14T03:19:34,956 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2004708916/flush-table-proc/abort' 2024-11-14T03:19:34,957 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2004708916/flush-table-proc/acquired' 2024-11-14T03:19:34,957 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:19:34,957 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:19:34,957 DEBUG [RS:0;b152692f18ba:41923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,41923,1731554372796 2024-11-14T03:19:34,957 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,41923,1731554372796' 2024-11-14T03:19:34,957 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2004708916/online-snapshot/abort' 2024-11-14T03:19:34,958 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2004708916/online-snapshot/acquired' 2024-11-14T03:19:34,958 DEBUG [RS:0;b152692f18ba:41923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:19:34,958 INFO [RS:0;b152692f18ba:41923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:19:34,958 INFO [RS:0;b152692f18ba:41923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:19:35,058 INFO [RS:0;b152692f18ba:41923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:35,060 INFO [RS:0;b152692f18ba:41923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C41923%2C1731554372796, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/oldWALs, maxLogs=10 2024-11-14T03:19:35,071 DEBUG [RS:0;b152692f18ba:41923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796/b152692f18ba%2C41923%2C1731554372796.1731554375060, exclude list is [], retry=0 2024-11-14T03:19:35,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38877,DS-1edff6e1-6c81-4269-9472-c09312ae1e90,DISK] 2024-11-14T03:19:35,075 INFO [RS:0;b152692f18ba:41923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796/b152692f18ba%2C41923%2C1731554372796.1731554375060 2024-11-14T03:19:35,076 DEBUG [RS:0;b152692f18ba:41923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-14T03:19:35,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:35,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:19:35,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:19:35,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:19:35,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:19:35,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:19:35,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:19:35,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:19:35,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:19:35,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:19:35,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740 2024-11-14T03:19:35,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:19:35,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740 2024-11-14T03:19:35,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:19:35,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:19:35,225 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:35,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:19:35,228 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:19:35,228 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61105625, jitterRate=-0.08945523202419281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:35,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554375216Initializing all the Stores at 1731554375217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554375217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554375217Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554375217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554375217Cleaning up temporary data from old regions at 1731554375225 (+8 ms)Region opened successfully at 1731554375228 (+3 ms) 2024-11-14T03:19:35,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:35,228 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:35,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:35,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:35,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:35,229 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:35,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554375228Disabling compacts and flushes for region at 1731554375228Disabling writes for close at 1731554375228Writing region close event to WAL at 1731554375229 (+1 ms)Closed at 1731554375229 2024-11-14T03:19:35,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:35,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:19:35,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:19:35,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:35,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:19:35,381 DEBUG [b152692f18ba:42923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:19:35,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,41923,1731554372796 2024-11-14T03:19:35,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,41923,1731554372796, state=OPENING 2024-11-14T03:19:35,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:19:35,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:35,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:35,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:35,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2004708916/meta-region-server: CHANGED 2024-11-14T03:19:35,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,41923,1731554372796}] 2024-11-14T03:19:35,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2004708916/meta-region-server: CHANGED 2024-11-14T03:19:35,592 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:19:35,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:19:35,597 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:19:35,597 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:35,597 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:19:35,598 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C41923%2C1731554372796.meta, suffix=.meta, logDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/oldWALs, maxLogs=10 2024-11-14T03:19:35,610 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796/b152692f18ba%2C41923%2C1731554372796.meta.1731554375599.meta, exclude list is [], retry=0 2024-11-14T03:19:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38877,DS-1edff6e1-6c81-4269-9472-c09312ae1e90,DISK] 2024-11-14T03:19:35,613 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796/b152692f18ba%2C41923%2C1731554372796.meta.1731554375599.meta 2024-11-14T03:19:35,614 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-14T03:19:35,614 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:35,614 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:19:35,614 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:19:35,614 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:19:35,614 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:19:35,614 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:19:35,614 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:35,615 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:19:35,615 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:19:35,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:19:35,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:19:35,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:19:35,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:19:35,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:19:35,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:19:35,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:19:35,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:19:35,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:35,620 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:19:35,621 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740 2024-11-14T03:19:35,622 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740 2024-11-14T03:19:35,623 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:19:35,623 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:19:35,623 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:35,624 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:19:35,625 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73930823, jitterRate=0.10165511071681976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:35,625 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:19:35,625 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554375615Writing region info on filesystem at 1731554375615Initializing all the Stores at 1731554375616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554375616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554375616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554375616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554375616Cleaning up temporary data from old regions at 1731554375623 (+7 ms)Running coprocessor post-open hooks at 1731554375625 (+2 ms)Region opened successfully at 1731554375625 2024-11-14T03:19:35,626 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554375592 2024-11-14T03:19:35,628 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:19:35,628 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:19:35,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,41923,1731554372796 2024-11-14T03:19:35,629 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,41923,1731554372796, state=OPEN 2024-11-14T03:19:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2004708916/meta-region-server 2024-11-14T03:19:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2004708916/meta-region-server 2024-11-14T03:19:35,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,41923,1731554372796 2024-11-14T03:19:35,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2004708916/meta-region-server: CHANGED 2024-11-14T03:19:35,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2004708916/meta-region-server: CHANGED 2024-11-14T03:19:35,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:19:35,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,41923,1731554372796 in 200 msec 2024-11-14T03:19:35,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:19:35,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-14T03:19:35,644 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:35,644 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:19:35,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:35,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,41923,1731554372796, seqNum=-1] 2024-11-14T03:19:35,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:35,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:35,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-14T03:19:35,651 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554375651, completionTime=-1 2024-11-14T03:19:35,651 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:19:35,651 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:19:35,652 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:19:35,652 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554435652 2024-11-14T03:19:35,652 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554495652 2024-11-14T03:19:35,652 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:19:35,653 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42923,1731554372659-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:35,653 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42923,1731554372659-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:35,653 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42923,1731554372659-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:35,653 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:42923, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:35,653 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:35,653 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:35,655 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.795sec 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42923,1731554372659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:35,656 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42923,1731554372659-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:19:35,658 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:19:35,658 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:19:35,658 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42923,1731554372659-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:35,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5154ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,42923,-1 for getting cluster id 2024-11-14T03:19:35,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:35,721 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d' 2024-11-14T03:19:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d" 2024-11-14T03:19:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fd9a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,42923,-1] 2024-11-14T03:19:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:35,723 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:35,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9e8eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:35,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,41923,1731554372796, seqNum=-1] 2024-11-14T03:19:35,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:35,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:35,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,42923,1731554372659 2024-11-14T03:19:35,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:35,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101375ac92f0005 connected 2024-11-14T03:19:35,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed81ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,32995,-1 for getting cluster id 2024-11-14T03:19:35,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:35,881 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a15e03-73c1-45fe-acaf-ae559b5cf49f' 2024-11-14T03:19:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a15e03-73c1-45fe-acaf-ae559b5cf49f" 2024-11-14T03:19:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@958ac64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,32995,-1] 2024-11-14T03:19:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:35,883 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6fe3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:19:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,32995,1731554366984 2024-11-14T03:19:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dbb5d53 2024-11-14T03:19:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:19:35,885 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:19:35,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:42923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:19:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:19:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:19:35,888 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:42923' 2024-11-14T03:19:35,888 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b784ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,888 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,42923,-1 for getting cluster id 2024-11-14T03:19:35,889 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:35,889 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d' 2024-11-14T03:19:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d" 2024-11-14T03:19:35,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b931d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,42923,-1] 2024-11-14T03:19:35,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:35,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:35,890 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:35,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d49914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:35,891 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:19:35,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,42923,1731554372659 2024-11-14T03:19:35,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b3ebd85 2024-11-14T03:19:35,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:19:35,893 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:19:35,893 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T03:19:35,893 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:19:35,893 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:35,893 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:35,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:35,894 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:19:35,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:19:35,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:19:35,895 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:35,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:19:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741835_1011 (size=1138) 2024-11-14T03:19:35,945 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:19:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:19:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:19:36,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 316d008faaacd480a17137a647a3c30d, NAME => 'hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d 2024-11-14T03:19:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741836_1012 (size=44) 2024-11-14T03:19:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:19:36,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:36,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 316d008faaacd480a17137a647a3c30d, disabling compactions & flushes 2024-11-14T03:19:36,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:36,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:36,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. after waiting 0 ms 2024-11-14T03:19:36,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:36,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:36,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 316d008faaacd480a17137a647a3c30d: Waiting for close lock at 1731554376709Disabling compacts and flushes for region at 1731554376709Disabling writes for close at 1731554376709Writing region close event to WAL at 1731554376709Closed at 1731554376709 2024-11-14T03:19:36,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:19:36,710 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554376710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554376710"}]},"ts":"1731554376710"} 2024-11-14T03:19:36,712 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:19:36,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:19:36,713 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554376713"}]},"ts":"1731554376713"} 2024-11-14T03:19:36,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:19:36,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN}] 2024-11-14T03:19:36,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN 2024-11-14T03:19:36,718 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN; state=OFFLINE, location=b152692f18ba,44727,1731554367144; forceNewPlan=false, retain=false 2024-11-14T03:19:36,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=316d008faaacd480a17137a647a3c30d, regionState=OPENING, regionLocation=b152692f18ba,44727,1731554367144 2024-11-14T03:19:36,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN because future has completed 2024-11-14T03:19:36,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316d008faaacd480a17137a647a3c30d, server=b152692f18ba,44727,1731554367144}] 2024-11-14T03:19:37,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:37,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:37,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:19:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:19:37,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44727%2C1731554367144.rep, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs, maxLogs=10 2024-11-14T03:19:37,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.rep.1731554377028, exclude list is [], retry=0 2024-11-14T03:19:37,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:37,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.rep.1731554377028 2024-11-14T03:19:37,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:37,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 316d008faaacd480a17137a647a3c30d, NAME => 'hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:37,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:19:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:19:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. service=MultiRowMutationService 2024-11-14T03:19:37,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:19:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,047 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,048 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316d008faaacd480a17137a647a3c30d columnFamilyName hfileref 2024-11-14T03:19:37,048 DEBUG [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:37,049 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(327): Store=316d008faaacd480a17137a647a3c30d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:37,049 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,050 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316d008faaacd480a17137a647a3c30d columnFamilyName queue 2024-11-14T03:19:37,050 DEBUG [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:37,050 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(327): Store=316d008faaacd480a17137a647a3c30d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:37,051 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,051 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316d008faaacd480a17137a647a3c30d columnFamilyName sid 2024-11-14T03:19:37,051 DEBUG [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:37,052 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(327): Store=316d008faaacd480a17137a647a3c30d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:37,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:19:37,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:19:37,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 316d008faaacd480a17137a647a3c30d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60777915, jitterRate=-0.09433849155902863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:19:37,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:37,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 316d008faaacd480a17137a647a3c30d: Running coprocessor pre-open hook at 1731554377045Writing region info on filesystem at 1731554377045Initializing all the Stores at 1731554377046 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554377046Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554377046Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554377046Cleaning up temporary data from old regions at 1731554377054 (+8 ms)Running coprocessor post-open hooks at 1731554377058 (+4 ms)Region opened successfully at 1731554377058 2024-11-14T03:19:37,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., pid=7, masterSystemTime=1731554377022 2024-11-14T03:19:37,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:37,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:37,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=316d008faaacd480a17137a647a3c30d, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44727,1731554367144 2024-11-14T03:19:37,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316d008faaacd480a17137a647a3c30d, server=b152692f18ba,44727,1731554367144 because future has completed 2024-11-14T03:19:37,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T03:19:37,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 316d008faaacd480a17137a647a3c30d, server=b152692f18ba,44727,1731554367144 in 193 msec 2024-11-14T03:19:37,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:19:37,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN in 350 msec 2024-11-14T03:19:37,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:19:37,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554377068"}]},"ts":"1731554377068"} 2024-11-14T03:19:37,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:19:37,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:19:37,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-14T03:19:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., hostname=b152692f18ba,44727,1731554367144, seqNum=2] 2024-11-14T03:19:37,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:37,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:37,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:19:37,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T03:19:37,362 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:19:37,389 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,44727,1731554367144, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:19:37,390 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:37,390 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44727,1731554367144, seqNum=-1] 2024-11-14T03:19:37,390 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:37,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T03:19:37,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,44727,1731554367144', locateType=CURRENT is [region=hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., hostname=b152692f18ba,44727,1731554367144, seqNum=2] 2024-11-14T03:19:37,395 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T03:19:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T03:19:37,397 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,44727,1731554367144 suceeded 2024-11-14T03:19:37,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T03:19:37,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T03:19:37,399 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:42923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:19:37,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-14T03:19:37,409 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:42923' 2024-11-14T03:19:37,410 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42cc951a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:37,410 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,42923,-1 for getting cluster id 2024-11-14T03:19:37,410 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:37,410 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d' 2024-11-14T03:19:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:37,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d" 2024-11-14T03:19:37,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140cf6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:37,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,42923,-1] 2024-11-14T03:19:37,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:37,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:37,412 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:37,412 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75172194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:37,412 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:19:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,42923,1731554372659 2024-11-14T03:19:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e6afaf8 2024-11-14T03:19:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:19:37,413 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T03:19:37,414 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,44727,1731554367144 (queues=1) is replicating from cluster=05a15e03-73c1-45fe-acaf-ae559b5cf49f to cluster=9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d 2024-11-14T03:19:37,414 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C44727%2C1731554367144 2024-11-14T03:19:37,414 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,44727,1731554367144, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:19:37,415 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.shipperb152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C44727%2C1731554367144 2024-11-14T03:19:37,415 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.wal-reader.b152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370, startPosition=0, beingWritten=true 2024-11-14T03:19:37,619 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.wal-reader.b152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370 to pos 0, reset compression=false 2024-11-14T03:19:37,924 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.wal-reader.b152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370 to pos 0, reset compression=false 2024-11-14T03:19:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:19:38,037 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:19:38,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:38,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:38,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:38,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:38,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:38,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:19:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,32995,1731554366984 2024-11-14T03:19:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b6e1235 2024-11-14T03:19:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:19:38,039 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:19:38,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:19:38,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:38,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:38,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:38,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:38,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:38,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:19:38,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1574360391, stopped=false 2024-11-14T03:19:38,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,32995,1731554366984 2024-11-14T03:19:38,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:38,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:38,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:38,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:38,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:38,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:38,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:38,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:38,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:38,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:38,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,44727,1731554367144' ***** 2024-11-14T03:19:38,082 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:19:38,082 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:19:38,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(3091): Received CLOSE for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,44727,1731554367144 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44727. 2024-11-14T03:19:38,083 DEBUG [RS:0;b152692f18ba:44727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 316d008faaacd480a17137a647a3c30d, disabling compactions & flushes 2024-11-14T03:19:38,083 DEBUG [RS:0;b152692f18ba:44727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:38,083 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. after waiting 0 ms 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:19:38,083 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 316d008faaacd480a17137a647a3c30d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:19:38,083 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:19:38,083 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1325): Online Regions={316d008faaacd480a17137a647a3c30d=hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:19:38,083 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:38,083 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:38,083 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:38,084 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T03:19:38,099 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/info/ede30897de134a76a573de68e1acd109 is 147, key is hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d./info:regioninfo/1731554377061/Put/seqid=0 2024-11-14T03:19:38,100 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/.tmp/queue/938502c805c9499c858448c169ba26ea is 151, key is 1-b152692f18ba,44727,1731554367144/queue:b152692f18ba%2C44727%2C1731554367144/1731554377393/Put/seqid=0 2024-11-14T03:19:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741838_1014 (size=6631) 2024-11-14T03:19:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741839_1015 (size=5350) 2024-11-14T03:19:38,104 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/info/ede30897de134a76a573de68e1acd109 2024-11-14T03:19:38,104 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/.tmp/queue/938502c805c9499c858448c169ba26ea 2024-11-14T03:19:38,109 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/.tmp/queue/938502c805c9499c858448c169ba26ea as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/queue/938502c805c9499c858448c169ba26ea 2024-11-14T03:19:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:19:38,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:19:38,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:19:38,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T03:19:38,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:38,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T03:19:38,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:38,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:19:38,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:19:38,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T03:19:38,114 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/queue/938502c805c9499c858448c169ba26ea, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T03:19:38,115 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 316d008faaacd480a17137a647a3c30d in 32ms, sequenceid=5, compaction requested=false 2024-11-14T03:19:38,115 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:19:38,120 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T03:19:38,120 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:38,120 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:38,120 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:38,120 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 316d008faaacd480a17137a647a3c30d: Waiting for close lock at 1731554378083Running coprocessor pre-close hooks at 1731554378083Disabling compacts and flushes for region at 1731554378083Disabling writes for close at 1731554378083Obtaining lock to block concurrent updates at 1731554378083Preparing flush snapshotting stores in 316d008faaacd480a17137a647a3c30d at 1731554378083Finished memstore snapshotting hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731554378083Flushing stores of hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. at 1731554378084 (+1 ms)Flushing 316d008faaacd480a17137a647a3c30d/queue: creating writer at 1731554378084Flushing 316d008faaacd480a17137a647a3c30d/queue: appending metadata at 1731554378099 (+15 ms)Flushing 316d008faaacd480a17137a647a3c30d/queue: closing flushed file at 1731554378099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7463bd0c: reopening flushed file at 1731554378108 (+9 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 316d008faaacd480a17137a647a3c30d in 32ms, sequenceid=5, compaction requested=false at 1731554378115 (+7 ms)Writing region close event to WAL at 1731554378116 (+1 ms)Running coprocessor post-close hooks at 1731554378120 (+4 ms)Closed at 1731554378120 2024-11-14T03:19:38,120 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:38,126 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/ns/0d84c18164e949a4a3df0e2c8f285eee is 43, key is default/ns:d/1731554370643/Put/seqid=0 2024-11-14T03:19:38,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741840_1016 (size=5153) 2024-11-14T03:19:38,140 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:38,283 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:38,305 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:19:38,306 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:19:38,328 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.wal-reader.b152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370 to pos 0, reset compression=false 2024-11-14T03:19:38,484 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:38,530 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/ns/0d84c18164e949a4a3df0e2c8f285eee 2024-11-14T03:19:38,548 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/table/27e36099539146c8b5585e2dc9016906 is 53, key is hbase:replication/table:state/1731554377068/Put/seqid=0 2024-11-14T03:19:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741841_1017 (size=5256) 2024-11-14T03:19:38,684 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:38,833 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.wal-reader.b152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370 to pos 0, reset compression=false 2024-11-14T03:19:38,884 DEBUG [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:38,953 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/table/27e36099539146c8b5585e2dc9016906 2024-11-14T03:19:38,958 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/info/ede30897de134a76a573de68e1acd109 as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/info/ede30897de134a76a573de68e1acd109 2024-11-14T03:19:38,962 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/info/ede30897de134a76a573de68e1acd109, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T03:19:38,963 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/ns/0d84c18164e949a4a3df0e2c8f285eee as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/ns/0d84c18164e949a4a3df0e2c8f285eee 2024-11-14T03:19:38,967 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/ns/0d84c18164e949a4a3df0e2c8f285eee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:19:38,968 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/table/27e36099539146c8b5585e2dc9016906 as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/table/27e36099539146c8b5585e2dc9016906 2024-11-14T03:19:38,972 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/table/27e36099539146c8b5585e2dc9016906, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T03:19:38,973 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 890ms, sequenceid=11, compaction requested=false 2024-11-14T03:19:38,978 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:19:38,978 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:38,978 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:38,978 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:38,978 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554378083Running coprocessor pre-close hooks at 1731554378083Disabling compacts and flushes for region at 1731554378083Disabling writes for close at 1731554378083Obtaining lock to block concurrent updates at 1731554378084 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731554378084Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731554378084Flushing stores of hbase:meta,,1.1588230740 at 1731554378084Flushing 1588230740/info: creating writer at 1731554378084Flushing 1588230740/info: appending metadata at 1731554378099 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731554378099Flushing 1588230740/ns: creating writer at 1731554378108 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731554378126 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731554378126Flushing 1588230740/table: creating writer at 1731554378535 (+409 ms)Flushing 1588230740/table: appending metadata at 1731554378548 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731554378548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcf081: reopening flushed file at 1731554378957 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440c871c: reopening flushed file at 1731554378962 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5acb50d3: reopening flushed file at 1731554378967 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 890ms, sequenceid=11, compaction requested=false at 1731554378973 (+6 ms)Writing region close event to WAL at 1731554378975 (+2 ms)Running coprocessor post-close hooks at 1731554378978 (+3 ms)Closed at 1731554378978 2024-11-14T03:19:38,979 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:39,084 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,44727,1731554367144; all regions closed. 2024-11-14T03:19:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741834_1010 (size=2742) 2024-11-14T03:19:39,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.meta.1731554370547.meta not finished, retry = 0 2024-11-14T03:19:39,189 DEBUG [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs 2024-11-14T03:19:39,189 INFO [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C44727%2C1731554367144.meta:.meta(num 1731554370547) 2024-11-14T03:19:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741837_1013 (size=1586) 2024-11-14T03:19:39,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.rep.1731554377028 not finished, retry = 0 2024-11-14T03:19:39,294 DEBUG [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs 2024-11-14T03:19:39,294 INFO [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C44727%2C1731554367144.rep:(num 1731554377028) 2024-11-14T03:19:39,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144/b152692f18ba%2C44727%2C1731554367144.1731554369370 not finished, retry = 0 2024-11-14T03:19:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741832_1008 (size=93) 2024-11-14T03:19:39,398 DEBUG [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs 2024-11-14T03:19:39,398 INFO [RS:0;b152692f18ba:44727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C44727%2C1731554367144:(num 1731554369370) 2024-11-14T03:19:39,398 DEBUG [RS:0;b152692f18ba:44727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:39,398 INFO [RS:0;b152692f18ba:44727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:39,399 INFO [RS:0;b152692f18ba:44727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:39,399 INFO [RS:0;b152692f18ba:44727 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:39,399 INFO [RS:0;b152692f18ba:44727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:39,399 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:39,399 INFO [RS:0;b152692f18ba:44727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,44727,1731554367144 because: Region server is closing 2024-11-14T03:19:39,399 INFO [RS:0;b152692f18ba:44727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44727. 2024-11-14T03:19:39,399 DEBUG [RS:0;b152692f18ba:44727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:39,399 DEBUG [RS:0;b152692f18ba:44727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:39,399 DEBUG [RS:0;b152692f18ba:44727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:39,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:39,500 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.shipperb152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:19:39,500 INFO [RS:0;b152692f18ba:44727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44727,1731554367144.replicationSource.shipperb152692f18ba%2C44727%2C1731554367144,1-b152692f18ba,44727,1731554367144 terminated 2024-11-14T03:19:39,500 INFO [RS:0;b152692f18ba:44727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44727 2024-11-14T03:19:39,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/rs/b152692f18ba,44727,1731554367144 2024-11-14T03:19:39,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/rs 2024-11-14T03:19:39,587 INFO [RS:0;b152692f18ba:44727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:39,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,44727,1731554367144] 2024-11-14T03:19:39,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/draining/b152692f18ba,44727,1731554367144 already deleted, retry=false 2024-11-14T03:19:39,607 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,44727,1731554367144 expired; onlineServers=0 2024-11-14T03:19:39,607 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,32995,1731554366984' ***** 2024-11-14T03:19:39,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:19:39,608 INFO [M:0;b152692f18ba:32995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:39,608 INFO [M:0;b152692f18ba:32995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:39,608 DEBUG [M:0;b152692f18ba:32995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:19:39,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:19:39,608 DEBUG [M:0;b152692f18ba:32995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:19:39,608 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554369132 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554369132,5,FailOnTimeoutGroup] 2024-11-14T03:19:39,608 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554369133 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554369133,5,FailOnTimeoutGroup] 2024-11-14T03:19:39,608 INFO [M:0;b152692f18ba:32995 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:39,608 INFO [M:0;b152692f18ba:32995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:39,608 DEBUG [M:0;b152692f18ba:32995 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:19:39,608 INFO [M:0;b152692f18ba:32995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:19:39,608 INFO [M:0;b152692f18ba:32995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:39,608 INFO [M:0;b152692f18ba:32995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:19:39,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:19:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/master 2024-11-14T03:19:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:39,618 DEBUG [M:0;b152692f18ba:32995 {}] zookeeper.ZKUtil(347): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/master because node does not exist (not an error) 2024-11-14T03:19:39,618 WARN [M:0;b152692f18ba:32995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:19:39,619 INFO [M:0;b152692f18ba:32995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/.lastflushedseqids 2024-11-14T03:19:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741842_1018 (size=181) 2024-11-14T03:19:39,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:39,697 INFO [RS:0;b152692f18ba:44727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:39,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44727-0x101375ac92f0001, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:39,697 INFO [RS:0;b152692f18ba:44727 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,44727,1731554367144; zookeeper connection closed. 2024-11-14T03:19:39,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dc603aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dc603aa 2024-11-14T03:19:39,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:19:40,024 INFO [M:0;b152692f18ba:32995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:19:40,024 INFO [M:0;b152692f18ba:32995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:19:40,024 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:40,024 INFO [M:0;b152692f18ba:32995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:40,024 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:40,024 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:40,024 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:40,024 INFO [M:0;b152692f18ba:32995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T03:19:40,069 DEBUG [M:0;b152692f18ba:32995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3fd7696202c41548690f2d8300fada4 is 82, key is hbase:meta,,1/info:regioninfo/1731554370581/Put/seqid=0 2024-11-14T03:19:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741843_1019 (size=5672) 2024-11-14T03:19:40,473 INFO [M:0;b152692f18ba:32995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3fd7696202c41548690f2d8300fada4 2024-11-14T03:19:40,491 DEBUG [M:0;b152692f18ba:32995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37819cd2840b499c96c6c07e3d0bd775 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731554377073/Put/seqid=0 2024-11-14T03:19:40,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741844_1020 (size=7203) 2024-11-14T03:19:40,895 INFO [M:0;b152692f18ba:32995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37819cd2840b499c96c6c07e3d0bd775 2024-11-14T03:19:40,918 DEBUG [M:0;b152692f18ba:32995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/312267539aaf45f1ba8d27405f83484d is 69, key is b152692f18ba,44727,1731554367144/rs:state/1731554369209/Put/seqid=0 2024-11-14T03:19:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741845_1021 (size=5156) 2024-11-14T03:19:41,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:19:41,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:41,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:41,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:41,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:41,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:41,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:41,323 INFO [M:0;b152692f18ba:32995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/312267539aaf45f1ba8d27405f83484d 2024-11-14T03:19:41,328 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3fd7696202c41548690f2d8300fada4 as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3fd7696202c41548690f2d8300fada4 2024-11-14T03:19:41,332 INFO [M:0;b152692f18ba:32995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3fd7696202c41548690f2d8300fada4, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T03:19:41,333 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37819cd2840b499c96c6c07e3d0bd775 as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37819cd2840b499c96c6c07e3d0bd775 2024-11-14T03:19:41,337 INFO [M:0;b152692f18ba:32995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37819cd2840b499c96c6c07e3d0bd775, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T03:19:41,338 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/312267539aaf45f1ba8d27405f83484d as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/312267539aaf45f1ba8d27405f83484d 2024-11-14T03:19:41,342 INFO [M:0;b152692f18ba:32995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/312267539aaf45f1ba8d27405f83484d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T03:19:41,343 INFO [M:0;b152692f18ba:32995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=70, compaction requested=false 2024-11-14T03:19:41,344 INFO [M:0;b152692f18ba:32995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:41,344 DEBUG [M:0;b152692f18ba:32995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554380024Disabling compacts and flushes for region at 1731554380024Disabling writes for close at 1731554380024Obtaining lock to block concurrent updates at 1731554380024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554380024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731554380024Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554380056 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554380056Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554380068 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554380068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554380477 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554380490 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554380490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554380900 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554380918 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554380918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef37822: reopening flushed file at 1731554381327 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da20a8f: reopening flushed file at 1731554381332 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3458a2c1: reopening flushed file at 1731554381337 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=70, compaction requested=false at 1731554381343 (+6 ms)Writing region close event to WAL at 1731554381344 (+1 ms)Closed at 1731554381344 2024-11-14T03:19:41,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741830_1006 (size=41008) 2024-11-14T03:19:41,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984/b152692f18ba%2C32995%2C1731554366984.1731554368868 not finished, retry = 0 2024-11-14T03:19:41,448 INFO [M:0;b152692f18ba:32995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:19:41,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:41,448 INFO [M:0;b152692f18ba:32995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32995 2024-11-14T03:19:41,448 INFO [M:0;b152692f18ba:32995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:41,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:41,560 INFO [M:0;b152692f18ba:32995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:41,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x101375ac92f0000, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:41,562 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:41,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:41,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:41,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:41,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:41,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:41,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:19:41,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:41,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40321 2024-11-14T03:19:41,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40321 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:41,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403210x0, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:41,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40321-0x101375ac92f0006 connected 2024-11-14T03:19:41,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:41,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:41,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:41,591 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: INIT 2024-11-14T03:19:41,591 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d, hbase.cluster.distributed=false 2024-11-14T03:19:41,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/acl 2024-11-14T03:19:41,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-14T03:19:41,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40321 2024-11-14T03:19:41,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40321 2024-11-14T03:19:41,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-14T03:19:41,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-14T03:19:41,610 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:41,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:41,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:41,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:41,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:41,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:41,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:19:41,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:41,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43351 2024-11-14T03:19:41,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43351 connecting to ZooKeeper ensemble=127.0.0.1:55046 2024-11-14T03:19:41,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:41,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:41,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433510x0, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:41,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433510x0, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:41,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43351-0x101375ac92f0007 connected 2024-11-14T03:19:41,626 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: INIT 2024-11-14T03:19:41,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:19:41,627 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:19:41,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/master 2024-11-14T03:19:41,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/acl 2024-11-14T03:19:41,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-14T03:19:41,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43351 2024-11-14T03:19:41,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43351 2024-11-14T03:19:41,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-14T03:19:41,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-14T03:19:41,640 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:40321 2024-11-14T03:19:41,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01432280012/backup-masters/b152692f18ba,40321,1731554381562 2024-11-14T03:19:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:41,650 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on existing znode=/01432280012/backup-masters/b152692f18ba,40321,1731554381562 2024-11-14T03:19:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01432280012/master 2024-11-14T03:19:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:41,660 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on existing znode=/01432280012/master 2024-11-14T03:19:41,661 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01432280012/backup-masters/b152692f18ba,40321,1731554381562 from backup master directory 2024-11-14T03:19:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/backup-masters/b152692f18ba,40321,1731554381562 2024-11-14T03:19:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/backup-masters 2024-11-14T03:19:41,671 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:41,671 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,40321,1731554381562 2024-11-14T03:19:41,680 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:41,680 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:19:41,687 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-14T03:19:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741846_1022 (size=196) 2024-11-14T03:19:42,104 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:19:42,105 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:19:42,105 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:42,111 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T03:19:42,113 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984 to hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984-dead as it is dead 2024-11-14T03:19:42,114 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984-dead/b152692f18ba%2C32995%2C1731554366984.1731554368868 2024-11-14T03:19:42,114 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984-dead/b152692f18ba%2C32995%2C1731554366984.1731554368868 after 0ms 2024-11-14T03:19:42,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984-dead/b152692f18ba%2C32995%2C1731554366984.1731554368868 to hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C32995%2C1731554366984.1731554368868 2024-11-14T03:19:42,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,32995,1731554366984-dead 2024-11-14T03:19:42,115 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,40321,1731554381562 2024-11-14T03:19:42,116 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:42,117 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C40321%2C1731554381562, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,40321,1731554381562, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/oldWALs, maxLogs=10 2024-11-14T03:19:42,128 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,40321,1731554381562/b152692f18ba%2C40321%2C1731554381562.1731554382117, exclude list is [], retry=0 2024-11-14T03:19:42,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:42,132 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/WALs/b152692f18ba,40321,1731554381562/b152692f18ba%2C40321%2C1731554381562.1731554382117 2024-11-14T03:19:42,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:42,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:42,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:42,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:19:42,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3fd7696202c41548690f2d8300fada4 2024-11-14T03:19:42,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:42,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:19:42,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37819cd2840b499c96c6c07e3d0bd775 2024-11-14T03:19:42,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:42,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:19:42,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/312267539aaf45f1ba8d27405f83484d 2024-11-14T03:19:42,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:42,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:19:42,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:42,157 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,157 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T03:19:42,157 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C32995%2C1731554366984.1731554368868 2024-11-14T03:19:42,161 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C32995%2C1731554366984.1731554368868 2024-11-14T03:19:42,162 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b152692f18ba%2C32995%2C1731554366984.1731554368868 2024-11-14T03:19:42,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,163 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:42,165 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:42,166 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T03:19:42,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62168085, jitterRate=-0.07362334430217743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:42,167 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554382133Initializing all the Stores at 1731554382134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554382134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554382134Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554382134Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554382134Cleaning up temporary data from old regions at 1731554382163 (+29 ms)Region opened successfully at 1731554382167 (+4 ms) 2024-11-14T03:19:42,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:19:42,170 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641f774d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:42,172 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T03:19:42,172 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:19:42,172 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:19:42,172 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:19:42,173 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:19:42,176 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:42,176 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:19:42,176 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:19:42,176 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T03:19:42,176 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:19:42,179 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b152692f18ba,44727,1731554367144, regionLocation=b152692f18ba,44727,1731554367144, openSeqNum=2 2024-11-14T03:19:42,179 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b152692f18ba,44727,1731554367144, table=hbase:meta, region=1588230740 2024-11-14T03:19:42,179 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44727,1731554367144, state=OPEN 2024-11-14T03:19:42,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:42,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:42,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:42,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:42,232 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:19:42,239 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/draining/b152692f18ba,44727,1731554367144 already deleted, retry=false 2024-11-14T03:19:42,239 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b152692f18ba,44727,1731554367144 on b152692f18ba,40321,1731554381562 2024-11-14T03:19:42,240 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b152692f18ba,44727,1731554367144, splitWal=true, meta=true 2024-11-14T03:19:42,240 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for b152692f18ba,44727,1731554367144 (carryingMeta=true) b152692f18ba,44727,1731554367144/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6f82b985[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T03:19:42,242 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/balancer because node does not exist (not necessarily an error) 2024-11-14T03:19:42,249 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/balancer already deleted, retry=false 2024-11-14T03:19:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:19:42,250 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:19:42,260 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/normalizer already deleted, retry=false 2024-11-14T03:19:42,260 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:19:42,261 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:19:42,270 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/switch/split already deleted, retry=false 2024-11-14T03:19:42,272 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:19:42,281 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/switch/merge already deleted, retry=false 2024-11-14T03:19:42,293 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:19:42,302 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/snapshot-cleanup already deleted, retry=false 2024-11-14T03:19:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:42,313 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,40321,1731554381562, sessionid=0x101375ac92f0006, setting cluster-up flag (Was=false) 2024-11-14T03:19:42,324 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01432280012/flush-table-proc/acquired, /01432280012/flush-table-proc/reached, /01432280012/flush-table-proc/abort 2024-11-14T03:19:42,324 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,40321,1731554381562 2024-11-14T03:19:42,334 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01432280012/online-snapshot/acquired, /01432280012/online-snapshot/reached, /01432280012/online-snapshot/abort 2024-11-14T03:19:42,335 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,40321,1731554381562 2024-11-14T03:19:42,336 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/.lastflushedseqids 2024-11-14T03:19:42,338 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:19:42,338 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:19:42,338 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,40321,1731554381562 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b152692f18ba,44727,1731554367144 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:42,339 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,341 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b152692f18ba,44727,1731554367144, splitWal=true, meta=true 2024-11-14T03:19:42,341 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b152692f18ba,44727,1731554367144, splitWal=true, meta=true, isMeta: true 2024-11-14T03:19:42,342 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144-splitting 2024-11-14T03:19:42,343 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144-splitting dir is empty, no logs to split. 2024-11-14T03:19:42,343 INFO [PEWorker-1 {}] master.SplitWALManager(105): b152692f18ba,44727,1731554367144 WAL count=0, meta=true 2024-11-14T03:19:42,344 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554412344 2024-11-14T03:19:42,344 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:19:42,344 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:19:42,344 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:19:42,344 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:19:42,344 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:19:42,344 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:19:42,345 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144-splitting dir is empty, no logs to split. 2024-11-14T03:19:42,345 INFO [PEWorker-1 {}] master.SplitWALManager(105): b152692f18ba,44727,1731554367144 WAL count=0, meta=true 2024-11-14T03:19:42,345 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b152692f18ba,44727,1731554367144 WAL splitting is done? wals=0, meta=true 2024-11-14T03:19:42,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:19:42,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:42,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T03:19:42,349 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,350 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:19:42,350 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:19:42,350 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:19:42,350 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:19:42,350 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:19:42,350 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:19:42,350 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554382350,5,FailOnTimeoutGroup] 2024-11-14T03:19:42,352 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554382350,5,FailOnTimeoutGroup] 2024-11-14T03:19:42,352 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,352 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:19:42,352 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,352 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,352 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554382352, completionTime=-1 2024-11-14T03:19:42,352 WARN [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T03:19:42,352 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T03:19:42,432 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(746): ClusterId : 05a15e03-73c1-45fe-acaf-ae559b5cf49f 2024-11-14T03:19:42,432 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:19:42,440 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:19:42,440 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:19:42,450 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:19:42,451 DEBUG [RS:0;b152692f18ba:43351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243ba1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:42,463 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:43351 2024-11-14T03:19:42,463 INFO [RS:0;b152692f18ba:43351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:19:42,463 INFO [RS:0;b152692f18ba:43351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:19:42,463 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:19:42,464 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,40321,1731554381562 with port=43351, startcode=1731554381610 2024-11-14T03:19:42,464 DEBUG [RS:0;b152692f18ba:43351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:19:42,465 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:19:42,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40321 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,467 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d 2024-11-14T03:19:42,467 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43153 2024-11-14T03:19:42,467 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:19:42,499 WARN [b152692f18ba:40321 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T03:19:42,503 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T03:19:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/rs 2024-11-14T03:19:42,507 DEBUG [RS:0;b152692f18ba:43351 {}] zookeeper.ZKUtil(111): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on existing znode=/01432280012/rs/b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,507 WARN [RS:0;b152692f18ba:43351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:42,507 INFO [RS:0;b152692f18ba:43351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:42,507 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,43351,1731554381610] 2024-11-14T03:19:42,525 INFO [RS:0;b152692f18ba:43351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:19:42,526 INFO [RS:0;b152692f18ba:43351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:19:42,527 INFO [RS:0;b152692f18ba:43351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:19:42,527 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,527 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:19:42,528 INFO [RS:0;b152692f18ba:43351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:19:42,528 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:42,528 DEBUG [RS:0;b152692f18ba:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:42,528 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,529 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,529 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,529 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,529 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,529 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43351,1731554381610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:42,542 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:19:42,542 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43351,1731554381610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,555 INFO [RS:0;b152692f18ba:43351 {}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,43351,1731554381610, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:19:42,555 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,556 INFO [RS:0;b152692f18ba:43351 {}] regionserver.Replication(171): b152692f18ba,43351,1731554381610 started 2024-11-14T03:19:42,576 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:42,576 DEBUG [RS:0;b152692f18ba:43351.replicationSource,1-b152692f18ba,43351,1731554381610 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:42923' 2024-11-14T03:19:42,576 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,43351,1731554381610, RpcServer on b152692f18ba/172.17.0.3:43351, sessionid=0x101375ac92f0007 2024-11-14T03:19:42,576 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:19:42,576 DEBUG [RS:0;b152692f18ba:43351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,576 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,43351,1731554381610' 2024-11-14T03:19:42,576 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01432280012/flush-table-proc/abort' 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01432280012/flush-table-proc/acquired' 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,43351,1731554381610' 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01432280012/online-snapshot/abort' 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351.replicationSource,1-b152692f18ba,43351,1731554381610 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c6fb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351.replicationSource,1-b152692f18ba,43351,1731554381610 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,42923,-1 for getting cluster id 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351.replicationSource,1-b152692f18ba,43351,1731554381610 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:42,577 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01432280012/online-snapshot/acquired' 2024-11-14T03:19:42,578 DEBUG [RS:0;b152692f18ba:43351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:19:42,578 INFO [RS:0;b152692f18ba:43351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:19:42,578 INFO [RS:0;b152692f18ba:43351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:19:42,579 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d' 2024-11-14T03:19:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d" 2024-11-14T03:19:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33298297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,42923,-1] 2024-11-14T03:19:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:42,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:42,580 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:42,581 DEBUG [RS:0;b152692f18ba:43351.replicationSource,1-b152692f18ba,43351,1731554381610 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fe40c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:42,581 DEBUG [RS:0;b152692f18ba:43351.replicationSource,1-b152692f18ba,43351,1731554381610 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:19:42,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,42923,1731554372659 2024-11-14T03:19:42,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509c21a7 2024-11-14T03:19:42,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:19:42,583 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T03:19:42,583 INFO [RS:0;b152692f18ba:43351.replicationSource,1-b152692f18ba,43351,1731554381610 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,43351,1731554381610 (queues=0) is replicating from cluster=05a15e03-73c1-45fe-acaf-ae559b5cf49f to cluster=9fc2d1c7-b140-4b23-96ad-7f0ac0c9cb4d 2024-11-14T03:19:42,678 INFO [RS:0;b152692f18ba:43351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:42,680 INFO [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43351%2C1731554381610, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs, maxLogs=10 2024-11-14T03:19:42,693 DEBUG [RS:0;b152692f18ba:43351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680, exclude list is [], retry=0 2024-11-14T03:19:42,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:42,698 INFO [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 2024-11-14T03:19:42,698 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b152692f18ba%2C43351%2C1731554381610 for peer 1 2024-11-14T03:19:42,698 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C43351%2C1731554381610 2024-11-14T03:19:42,698 INFO [RS:0;b152692f18ba:43351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,43351,1731554381610, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:19:42,698 DEBUG [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:42,698 INFO [RS:0;b152692f18ba:43351.replicationSource.shipperb152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C43351%2C1731554381610 2024-11-14T03:19:42,699 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680, startPosition=0, beingWritten=true 2024-11-14T03:19:42,749 DEBUG [b152692f18ba:40321 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:19:42,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,750 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,43351,1731554381610, state=OPENING 2024-11-14T03:19:42,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:42,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:42,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:42,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:42,773 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:42,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,43351,1731554381610}] 2024-11-14T03:19:42,907 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:42,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:19:42,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:19:42,929 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:19:42,929 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:42,930 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:19:42,931 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43351%2C1731554381610.meta, suffix=.meta, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs, maxLogs=10 2024-11-14T03:19:42,943 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.meta.1731554382931.meta, exclude list is [], retry=0 2024-11-14T03:19:42,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:42,946 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.meta.1731554382931.meta 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:42,947 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:19:42,947 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:19:42,947 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:19:42,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:19:42,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:19:42,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,954 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/info/ede30897de134a76a573de68e1acd109 2024-11-14T03:19:42,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:42,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:19:42,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:19:42,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,959 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/ns/0d84c18164e949a4a3df0e2c8f285eee 2024-11-14T03:19:42,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:42,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:19:42,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:19:42,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:42,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:19:42,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:19:42,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:42,966 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/table/27e36099539146c8b5585e2dc9016906 2024-11-14T03:19:42,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:42,967 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:19:42,967 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740 2024-11-14T03:19:42,968 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740 2024-11-14T03:19:42,969 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:19:42,969 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:19:42,970 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:42,971 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:19:42,971 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74677941, jitterRate=0.11278803646564484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:42,971 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:19:42,971 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554382947Writing region info on filesystem at 1731554382947Initializing all the Stores at 1731554382948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554382948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554382948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554382948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554382948Cleaning up temporary data from old regions at 1731554382969 (+21 ms)Running coprocessor post-open hooks at 1731554382971 (+2 ms)Region opened successfully at 1731554382971 2024-11-14T03:19:42,972 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731554382925 2024-11-14T03:19:42,974 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:19:42,974 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:19:42,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,975 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,43351,1731554381610, state=OPEN 2024-11-14T03:19:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01432280012/meta-region-server 2024-11-14T03:19:42,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,43351,1731554381610 2024-11-14T03:19:42,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:42,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01432280012/meta-region-server: CHANGED 2024-11-14T03:19:42,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T03:19:42,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,43351,1731554381610 in 213 msec 2024-11-14T03:19:42,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:19:42,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-14T03:19:43,212 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:43,616 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:44,005 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-14T03:19:44,120 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:44,724 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:45,430 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:45,508 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-14T03:19:46,234 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:46,860 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T03:19:46,860 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:19:46,860 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:46,860 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43351,1731554381610, seqNum=-1] 2024-11-14T03:19:46,861 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:46,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:46,865 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=316d008faaacd480a17137a647a3c30d, regionState=OPEN, lastHost=b152692f18ba,44727,1731554367144, regionLocation=b152692f18ba,44727,1731554367144, openSeqNum=2 2024-11-14T03:19:46,865 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:19:46,865 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554446865 2024-11-14T03:19:46,865 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554506865 2024-11-14T03:19:46,865 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T03:19:46,865 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): b152692f18ba,44727,1731554367144 had 2 regions 2024-11-14T03:19:46,865 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,40321,1731554381562-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:46,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,40321,1731554381562-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:46,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,40321,1731554381562-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:46,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:40321, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:46,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:46,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:46,866 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b152692f18ba,44727,1731554367144, splitWal=true, meta=true, isMeta: false 2024-11-14T03:19:46,868 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144-splitting dir is empty, no logs to split. 2024-11-14T03:19:46,868 INFO [PEWorker-4 {}] master.SplitWALManager(105): b152692f18ba,44727,1731554367144 WAL count=0, meta=false 2024-11-14T03:19:46,870 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,44727,1731554367144-splitting dir is empty, no logs to split. 2024-11-14T03:19:46,870 INFO [PEWorker-4 {}] master.SplitWALManager(105): b152692f18ba,44727,1731554367144 WAL count=0, meta=false 2024-11-14T03:19:46,870 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b152692f18ba,44727,1731554367144 WAL splitting is done? wals=0, meta=false 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.200sec 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,40321,1731554381562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:46,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,40321,1731554381562-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:19:46,872 WARN [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b152692f18ba,44727,1731554367144/hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:46,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN}] 2024-11-14T03:19:46,874 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN 2024-11-14T03:19:46,875 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T03:19:46,878 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:19:46,878 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:19:46,878 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,40321,1731554381562-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:46,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6d304a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:46,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,40321,-1 for getting cluster id 2024-11-14T03:19:46,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:46,937 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a15e03-73c1-45fe-acaf-ae559b5cf49f' 2024-11-14T03:19:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a15e03-73c1-45fe-acaf-ae559b5cf49f" 2024-11-14T03:19:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0c730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,40321,-1] 2024-11-14T03:19:46,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:46,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:46,938 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d85ccf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:46,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,43351,1731554381610, seqNum=-1] 2024-11-14T03:19:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:46,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T03:19:46,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:46,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:46,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:46,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:46,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b152692f18ba:40321 after: b152692f18ba:40321 2024-11-14T03:19:46,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:46,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,40321,-1 for getting cluster id 2024-11-14T03:19:46,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:46,945 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a15e03-73c1-45fe-acaf-ae559b5cf49f' 2024-11-14T03:19:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a15e03-73c1-45fe-acaf-ae559b5cf49f" 2024-11-14T03:19:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641fb37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,40321,-1] 2024-11-14T03:19:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:46,946 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:46,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4d7432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:46,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:19:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,40321,1731554381562 2024-11-14T03:19:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbc962f 2024-11-14T03:19:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:19:46,948 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:19:46,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T03:19:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:19:46,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:46,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:46,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:46,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:46,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:46,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:19:46,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1157899996, stopped=false 2024-11-14T03:19:46,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,42923,1731554372659 2024-11-14T03:19:47,025 DEBUG [b152692f18ba:40321 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:19:47,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=316d008faaacd480a17137a647a3c30d, regionState=OPENING, regionLocation=b152692f18ba,43351,1731554381610 2024-11-14T03:19:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN because future has completed 2024-11-14T03:19:47,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316d008faaacd480a17137a647a3c30d, server=b152692f18ba,43351,1731554381610}] 2024-11-14T03:19:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2004708916/running 2024-11-14T03:19:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2004708916/running 2024-11-14T03:19:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:47,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:47,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:47,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:47,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:47,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,41923,1731554372796' ***** 2024-11-14T03:19:47,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:19:47,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on znode that does not yet exist, /1-2004708916/running 2024-11-14T03:19:47,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Set watcher on znode that does not yet exist, /1-2004708916/running 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:19:47,119 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,41923,1731554372796 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:41923. 2024-11-14T03:19:47,119 DEBUG [RS:0;b152692f18ba:41923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:47,119 DEBUG [RS:0;b152692f18ba:41923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:19:47,119 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:19:47,119 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:19:47,119 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:47,119 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:47,119 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:47,119 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:47,119 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:47,119 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:47,119 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T03:19:47,133 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740/.tmp/ns/a3de0db9b1ff4e73a67eb5b6783311ff is 43, key is default/ns:d/1731554375647/Put/seqid=0 2024-11-14T03:19:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741835_1011 (size=5153) 2024-11-14T03:19:47,138 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:47,140 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:47,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:47,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:47,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:19:47,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C43351%2C1731554381610.rep, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs, maxLogs=10 2024-11-14T03:19:47,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.rep.1731554387184, exclude list is [], retry=0 2024-11-14T03:19:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43207,DS-24266362-99cb-4d2b-b948-311e51ba2fc0,DISK] 2024-11-14T03:19:47,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.rep.1731554387184 2024-11-14T03:19:47,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34945:34945)] 2024-11-14T03:19:47,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 316d008faaacd480a17137a647a3c30d, NAME => 'hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:47,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:19:47,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:19:47,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. service=MultiRowMutationService 2024-11-14T03:19:47,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:19:47,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:47,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,201 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,202 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316d008faaacd480a17137a647a3c30d columnFamilyName hfileref 2024-11-14T03:19:47,202 DEBUG [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:47,202 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(327): Store=316d008faaacd480a17137a647a3c30d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:47,202 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,203 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316d008faaacd480a17137a647a3c30d columnFamilyName queue 2024-11-14T03:19:47,203 DEBUG [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:47,207 DEBUG [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/queue/938502c805c9499c858448c169ba26ea 2024-11-14T03:19:47,208 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(327): Store=316d008faaacd480a17137a647a3c30d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:47,208 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,208 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 316d008faaacd480a17137a647a3c30d columnFamilyName sid 2024-11-14T03:19:47,208 DEBUG [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:47,209 INFO [StoreOpener-316d008faaacd480a17137a647a3c30d-1 {}] regionserver.HStore(327): Store=316d008faaacd480a17137a647a3c30d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:47,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:19:47,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 316d008faaacd480a17137a647a3c30d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64907632, jitterRate=-0.032800912857055664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:19:47,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:47,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 316d008faaacd480a17137a647a3c30d: Running coprocessor pre-open hook at 1731554387200Writing region info on filesystem at 1731554387200Initializing all the Stores at 1731554387201 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554387201Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554387201Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554387201Cleaning up temporary data from old regions at 1731554387211 (+10 ms)Running coprocessor post-open hooks at 1731554387213 (+2 ms)Region opened successfully at 1731554387214 (+1 ms) 2024-11-14T03:19:47,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., pid=13, masterSystemTime=1731554387180 2024-11-14T03:19:47,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:47,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:47,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=316d008faaacd480a17137a647a3c30d, regionState=OPEN, openSeqNum=9, regionLocation=b152692f18ba,43351,1731554381610 2024-11-14T03:19:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 316d008faaacd480a17137a647a3c30d, server=b152692f18ba,43351,1731554381610 because future has completed 2024-11-14T03:19:47,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T03:19:47,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 316d008faaacd480a17137a647a3c30d, server=b152692f18ba,43351,1731554381610 in 191 msec 2024-11-14T03:19:47,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T03:19:47,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=316d008faaacd480a17137a647a3c30d, ASSIGN in 347 msec 2024-11-14T03:19:47,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T03:19:47,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., hostname=b152692f18ba,43351,1731554381610, seqNum=9] 2024-11-14T03:19:47,241 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b152692f18ba,44727,1731554367144 2024-11-14T03:19:47,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T03:19:47,319 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:47,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T03:19:47,519 DEBUG [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:47,537 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740/.tmp/ns/a3de0db9b1ff4e73a67eb5b6783311ff 2024-11-14T03:19:47,543 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740/.tmp/ns/a3de0db9b1ff4e73a67eb5b6783311ff as hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740/ns/a3de0db9b1ff4e73a67eb5b6783311ff 2024-11-14T03:19:47,547 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740/ns/a3de0db9b1ff4e73a67eb5b6783311ff, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T03:19:47,548 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-14T03:19:47,548 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:19:47,552 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T03:19:47,552 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:47,552 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:47,552 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:47,552 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554387119Running coprocessor pre-close hooks at 1731554387119Disabling compacts and flushes for region at 1731554387119Disabling writes for close at 1731554387119Obtaining lock to block concurrent updates at 1731554387119Preparing flush snapshotting stores in 1588230740 at 1731554387119Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731554387120 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554387120Flushing 1588230740/ns: creating writer at 1731554387120Flushing 1588230740/ns: appending metadata at 1731554387133 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731554387133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f1b6ee: reopening flushed file at 1731554387542 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731554387548 (+6 ms)Writing region close event to WAL at 1731554387549 (+1 ms)Running coprocessor post-close hooks at 1731554387552 (+3 ms)Closed at 1731554387552 2024-11-14T03:19:47,553 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:47,720 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,41923,1731554372796; all regions closed. 2024-11-14T03:19:47,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741834_1010 (size=1152) 2024-11-14T03:19:47,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796/b152692f18ba%2C41923%2C1731554372796.meta.1731554375599.meta not finished, retry = 0 2024-11-14T03:19:47,824 DEBUG [RS:0;b152692f18ba:41923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/oldWALs 2024-11-14T03:19:47,824 INFO [RS:0;b152692f18ba:41923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C41923%2C1731554372796.meta:.meta(num 1731554375599) 2024-11-14T03:19:47,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/WALs/b152692f18ba,41923,1731554372796/b152692f18ba%2C41923%2C1731554372796.1731554375060 not finished, retry = 0 2024-11-14T03:19:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741833_1009 (size=93) 2024-11-14T03:19:47,928 DEBUG [RS:0;b152692f18ba:41923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/oldWALs 2024-11-14T03:19:47,928 INFO [RS:0;b152692f18ba:41923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C41923%2C1731554372796:(num 1731554375060) 2024-11-14T03:19:47,928 DEBUG [RS:0;b152692f18ba:41923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:47,928 INFO [RS:0;b152692f18ba:41923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:47,928 INFO [RS:0;b152692f18ba:41923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:47,929 INFO [RS:0;b152692f18ba:41923 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:47,929 INFO [RS:0;b152692f18ba:41923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:47,929 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:47,929 INFO [RS:0;b152692f18ba:41923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41923 2024-11-14T03:19:47,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2004708916/rs/b152692f18ba,41923,1731554372796 2024-11-14T03:19:47,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916/rs 2024-11-14T03:19:47,951 INFO [RS:0;b152692f18ba:41923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:47,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,41923,1731554372796] 2024-11-14T03:19:47,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2004708916/draining/b152692f18ba,41923,1731554372796 already deleted, retry=false 2024-11-14T03:19:47,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,41923,1731554372796 expired; onlineServers=0 2024-11-14T03:19:47,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,42923,1731554372659' ***** 2024-11-14T03:19:47,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:19:47,972 INFO [M:0;b152692f18ba:42923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:47,972 INFO [M:0;b152692f18ba:42923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:47,972 DEBUG [M:0;b152692f18ba:42923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:19:47,973 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:19:47,973 DEBUG [M:0;b152692f18ba:42923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:19:47,973 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554374804 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554374804,5,FailOnTimeoutGroup] 2024-11-14T03:19:47,973 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554374805 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554374805,5,FailOnTimeoutGroup] 2024-11-14T03:19:47,973 INFO [M:0;b152692f18ba:42923 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:47,973 INFO [M:0;b152692f18ba:42923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:47,973 DEBUG [M:0;b152692f18ba:42923 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:19:47,973 INFO [M:0;b152692f18ba:42923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:19:47,973 INFO [M:0;b152692f18ba:42923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:47,973 INFO [M:0;b152692f18ba:42923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:19:47,973 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:19:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2004708916/master 2024-11-14T03:19:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2004708916 2024-11-14T03:19:47,983 DEBUG [M:0;b152692f18ba:42923 {}] zookeeper.ZKUtil(347): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Unable to get data of znode /1-2004708916/master because node does not exist (not an error) 2024-11-14T03:19:47,983 WARN [M:0;b152692f18ba:42923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:19:47,984 INFO [M:0;b152692f18ba:42923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/.lastflushedseqids 2024-11-14T03:19:47,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741836_1012 (size=99) 2024-11-14T03:19:48,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:48,062 INFO [RS:0;b152692f18ba:41923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:48,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101375ac92f0004, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:48,062 INFO [RS:0;b152692f18ba:41923 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,41923,1731554372796; zookeeper connection closed. 2024-11-14T03:19:48,062 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1553e034 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1553e034 2024-11-14T03:19:48,062 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:19:48,143 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:48,389 INFO [M:0;b152692f18ba:42923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:19:48,389 INFO [M:0;b152692f18ba:42923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:19:48,389 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:48,389 INFO [M:0;b152692f18ba:42923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:48,389 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:48,389 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:48,389 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:48,389 INFO [M:0;b152692f18ba:42923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T03:19:48,403 DEBUG [M:0;b152692f18ba:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44fc0932c4174ba6a2289c3263437a37 is 82, key is hbase:meta,,1/info:regioninfo/1731554375628/Put/seqid=0 2024-11-14T03:19:48,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741837_1013 (size=5672) 2024-11-14T03:19:48,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:19:48,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:48,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:48,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:48,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:48,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:48,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:48,807 INFO [M:0;b152692f18ba:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44fc0932c4174ba6a2289c3263437a37 2024-11-14T03:19:48,823 DEBUG [M:0;b152692f18ba:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9fdfd817da416bb6139af6c8a9650c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731554375650/Put/seqid=0 2024-11-14T03:19:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741838_1014 (size=5275) 2024-11-14T03:19:49,227 INFO [M:0;b152692f18ba:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9fdfd817da416bb6139af6c8a9650c 2024-11-14T03:19:49,247 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:49,248 DEBUG [M:0;b152692f18ba:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d9cdacb7554177aadb8bfa96470704 is 69, key is b152692f18ba,41923,1731554372796/rs:state/1731554374858/Put/seqid=0 2024-11-14T03:19:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741839_1015 (size=5156) 2024-11-14T03:19:49,652 INFO [M:0;b152692f18ba:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d9cdacb7554177aadb8bfa96470704 2024-11-14T03:19:49,657 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44fc0932c4174ba6a2289c3263437a37 as hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44fc0932c4174ba6a2289c3263437a37 2024-11-14T03:19:49,661 INFO [M:0;b152692f18ba:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44fc0932c4174ba6a2289c3263437a37, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T03:19:49,662 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9fdfd817da416bb6139af6c8a9650c as hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc9fdfd817da416bb6139af6c8a9650c 2024-11-14T03:19:49,665 INFO [M:0;b152692f18ba:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc9fdfd817da416bb6139af6c8a9650c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T03:19:49,666 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d9cdacb7554177aadb8bfa96470704 as hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2d9cdacb7554177aadb8bfa96470704 2024-11-14T03:19:49,671 INFO [M:0;b152692f18ba:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2d9cdacb7554177aadb8bfa96470704, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T03:19:49,671 INFO [M:0;b152692f18ba:42923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false 2024-11-14T03:19:49,672 INFO [M:0;b152692f18ba:42923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:49,672 DEBUG [M:0;b152692f18ba:42923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554388389Disabling compacts and flushes for region at 1731554388389Disabling writes for close at 1731554388389Obtaining lock to block concurrent updates at 1731554388389Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554388389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731554388389Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554388390 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554388390Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554388402 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554388402Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554388811 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554388823 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554388823Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554389232 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554389247 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554389247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122e6293: reopening flushed file at 1731554389656 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da2ec60: reopening flushed file at 1731554389661 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7ce702: reopening flushed file at 1731554389666 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false at 1731554389671 (+5 ms)Writing region close event to WAL at 1731554389672 (+1 ms)Closed at 1731554389672 2024-11-14T03:19:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38877 is added to blk_1073741830_1006 (size=10165) 2024-11-14T03:19:49,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c788751-c98e-3f86-1925-163ff281f672/MasterData/WALs/b152692f18ba,42923,1731554372659/b152692f18ba%2C42923%2C1731554372659.1731554374547 not finished, retry = 0 2024-11-14T03:19:49,779 INFO [M:0;b152692f18ba:42923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:19:49,779 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:49,779 INFO [M:0;b152692f18ba:42923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42923 2024-11-14T03:19:49,779 INFO [M:0;b152692f18ba:42923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:49,939 INFO [M:0;b152692f18ba:42923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x101375ac92f0003, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:49,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c418b5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:49,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b758bfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:49,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:49,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3982752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:49,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9c4281{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:49,943 WARN [BP-1709481882-172.17.0.3-1731554370731 heartbeating to localhost/127.0.0.1:41629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:19:49,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:19:49,943 WARN [BP-1709481882-172.17.0.3-1731554370731 heartbeating to localhost/127.0.0.1:41629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1709481882-172.17.0.3-1731554370731 (Datanode Uuid be136762-32ad-4e22-8ca3-0b4a047508b7) service to localhost/127.0.0.1:41629 2024-11-14T03:19:49,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:19:49,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/cluster_d03c5d08-eba6-675f-2aa3-64bd318e8855/data/data1/current/BP-1709481882-172.17.0.3-1731554370731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:49,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/cluster_d03c5d08-eba6-675f-2aa3-64bd318e8855/data/data2/current/BP-1709481882-172.17.0.3-1731554370731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:49,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:19:49,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7141e78d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:49,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e8b8db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:49,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:49,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddfaba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:49,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b372b5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:49,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:19:49,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:19:49,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:49,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:49,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:49,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:49,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:49,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:19:49,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379740474, stopped=false 2024-11-14T03:19:49,959 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,40321,1731554381562 2024-11-14T03:19:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/running 2024-11-14T03:19:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:49,975 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:49,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:19:49,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:49,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:49,976 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,43351,1731554381610' ***** 2024-11-14T03:19:49,976 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:19:49,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:49,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Set watcher on znode that does not yet exist, /01432280012/running 2024-11-14T03:19:49,976 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:19:49,976 INFO [RS:0;b152692f18ba:43351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:19:49,976 INFO [RS:0;b152692f18ba:43351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:19:49,976 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:19:49,976 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(3091): Received CLOSE for 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,43351,1731554381610 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:43351. 2024-11-14T03:19:49,977 DEBUG [RS:0;b152692f18ba:43351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:49,977 DEBUG [RS:0;b152692f18ba:43351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 316d008faaacd480a17137a647a3c30d, disabling compactions & flushes 2024-11-14T03:19:49,977 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. after waiting 0 ms 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:49,977 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:19:49,977 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1325): Online Regions={316d008faaacd480a17137a647a3c30d=hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:19:49,977 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 316d008faaacd480a17137a647a3c30d 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:49,977 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:49,977 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:49,977 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T03:19:49,980 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/replication/316d008faaacd480a17137a647a3c30d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T03:19:49,980 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:49,980 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:49,981 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:49,981 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 316d008faaacd480a17137a647a3c30d: Waiting for close lock at 1731554389977Running coprocessor pre-close hooks at 1731554389977Disabling compacts and flushes for region at 1731554389977Disabling writes for close at 1731554389977Writing region close event to WAL at 1731554389977Running coprocessor post-close hooks at 1731554389980 (+3 ms)Closed at 1731554389981 (+1 ms) 2024-11-14T03:19:49,981 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d. 2024-11-14T03:19:49,991 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/info/dadbd5a67590442f99dba04711c055dd is 147, key is hbase:replication,,1731554375893.316d008faaacd480a17137a647a3c30d./info:regioninfo/1731554387217/Put/seqid=0 2024-11-14T03:19:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741851_1027 (size=6385) 2024-11-14T03:19:50,035 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:50,177 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:50,377 DEBUG [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:19:50,395 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/info/dadbd5a67590442f99dba04711c055dd 2024-11-14T03:19:50,400 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/.tmp/info/dadbd5a67590442f99dba04711c055dd as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/info/dadbd5a67590442f99dba04711c055dd 2024-11-14T03:19:50,405 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/info/dadbd5a67590442f99dba04711c055dd, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T03:19:50,406 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-14T03:19:50,411 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T03:19:50,412 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:50,412 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:50,412 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:50,412 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554389977Running coprocessor pre-close hooks at 1731554389977Disabling compacts and flushes for region at 1731554389977Disabling writes for close at 1731554389977Obtaining lock to block concurrent updates at 1731554389977Preparing flush snapshotting stores in 1588230740 at 1731554389977Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731554389977Flushing stores of hbase:meta,,1.1588230740 at 1731554389978 (+1 ms)Flushing 1588230740/info: creating writer at 1731554389978Flushing 1588230740/info: appending metadata at 1731554389990 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731554389990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21577820: reopening flushed file at 1731554390400 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731554390406 (+6 ms)Writing region close event to WAL at 1731554390408 (+2 ms)Running coprocessor post-close hooks at 1731554390412 (+4 ms)Closed at 1731554390412 2024-11-14T03:19:50,412 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:50,451 DEBUG [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 to pos 0, reset compression=false 2024-11-14T03:19:50,529 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:19:50,529 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:19:50,577 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,43351,1731554381610; all regions closed. 2024-11-14T03:19:50,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741849_1025 (size=2156) 2024-11-14T03:19:50,581 DEBUG [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs 2024-11-14T03:19:50,581 INFO [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43351%2C1731554381610.meta:.meta(num 1731554382931) 2024-11-14T03:19:50,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741850_1026 (size=796) 2024-11-14T03:19:50,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.rep.1731554387184 not finished, retry = 0 2024-11-14T03:19:50,686 DEBUG [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs 2024-11-14T03:19:50,686 INFO [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43351%2C1731554381610.rep:(num 1731554387184) 2024-11-14T03:19:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741848_1024 (size=93) 2024-11-14T03:19:50,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/WALs/b152692f18ba,43351,1731554381610/b152692f18ba%2C43351%2C1731554381610.1731554382680 not finished, retry = 0 2024-11-14T03:19:50,790 DEBUG [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/oldWALs 2024-11-14T03:19:50,790 INFO [RS:0;b152692f18ba:43351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C43351%2C1731554381610:(num 1731554382680) 2024-11-14T03:19:50,790 DEBUG [RS:0;b152692f18ba:43351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:50,790 INFO [RS:0;b152692f18ba:43351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:19:50,790 INFO [RS:0;b152692f18ba:43351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:50,791 INFO [RS:0;b152692f18ba:43351 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:50,791 INFO [RS:0;b152692f18ba:43351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:50,791 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:50,791 INFO [RS:0;b152692f18ba:43351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,43351,1731554381610 because: Region server is closing 2024-11-14T03:19:50,791 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T03:19:50,791 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T03:19:50,791 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T03:19:50,791 INFO [RS:0;b152692f18ba:43351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:43351. 2024-11-14T03:19:50,791 DEBUG [RS:0;b152692f18ba:43351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:19:50,791 DEBUG [RS:0;b152692f18ba:43351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:50,791 DEBUG [RS:0;b152692f18ba:43351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:50,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:19:50,892 WARN [RS:0;b152692f18ba:43351.replicationSource.wal-reader.b152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:19:50,892 WARN [RS:0;b152692f18ba:43351.replicationSource.shipperb152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:19:50,892 INFO [RS:0;b152692f18ba:43351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b152692f18ba:43351.replicationSource.shipperb152692f18ba%2C43351%2C1731554381610,1-b152692f18ba,43351,1731554381610 terminated 2024-11-14T03:19:50,892 INFO [RS:0;b152692f18ba:43351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43351 2024-11-14T03:19:50,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012/rs 2024-11-14T03:19:50,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/rs/b152692f18ba,43351,1731554381610 2024-11-14T03:19:50,933 INFO [RS:0;b152692f18ba:43351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:50,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,43351,1731554381610] 2024-11-14T03:19:50,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01432280012/draining/b152692f18ba,43351,1731554381610 already deleted, retry=false 2024-11-14T03:19:50,954 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,43351,1731554381610 expired; onlineServers=0 2024-11-14T03:19:50,954 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,40321,1731554381562' ***** 2024-11-14T03:19:50,954 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:19:50,954 INFO [M:0;b152692f18ba:40321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:19:50,954 INFO [M:0;b152692f18ba:40321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:19:50,954 DEBUG [M:0;b152692f18ba:40321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:19:50,954 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:19:50,954 DEBUG [M:0;b152692f18ba:40321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:19:50,954 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554382350 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554382350,5,FailOnTimeoutGroup] 2024-11-14T03:19:50,954 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554382350 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554382350,5,FailOnTimeoutGroup] 2024-11-14T03:19:50,955 INFO [M:0;b152692f18ba:40321 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:19:50,955 INFO [M:0;b152692f18ba:40321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:19:50,955 DEBUG [M:0;b152692f18ba:40321 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:19:50,955 INFO [M:0;b152692f18ba:40321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:19:50,955 INFO [M:0;b152692f18ba:40321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:19:50,955 INFO [M:0;b152692f18ba:40321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:19:50,955 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:19:50,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01432280012/master 2024-11-14T03:19:50,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01432280012 2024-11-14T03:19:50,965 DEBUG [M:0;b152692f18ba:40321 {}] zookeeper.ZKUtil(347): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Unable to get data of znode /01432280012/master because node does not exist (not an error) 2024-11-14T03:19:50,965 WARN [M:0;b152692f18ba:40321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:19:50,965 INFO [M:0;b152692f18ba:40321 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/.lastflushedseqids 2024-11-14T03:19:50,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741852_1028 (size=181) 2024-11-14T03:19:51,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:51,044 INFO [RS:0;b152692f18ba:43351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:51,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101375ac92f0007, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:51,044 INFO [RS:0;b152692f18ba:43351 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,43351,1731554381610; zookeeper connection closed. 2024-11-14T03:19:51,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b78e4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b78e4f 2024-11-14T03:19:51,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:19:51,370 INFO [M:0;b152692f18ba:40321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:19:51,370 INFO [M:0;b152692f18ba:40321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:19:51,370 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:51,370 INFO [M:0;b152692f18ba:40321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:51,370 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:51,370 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:51,370 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:51,370 INFO [M:0;b152692f18ba:40321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T03:19:51,390 DEBUG [M:0;b152692f18ba:40321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245484e2e826403c90c4a0a54958fc1a is 82, key is hbase:meta,,1/info:regioninfo/1731554382974/Put/seqid=0 2024-11-14T03:19:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741853_1029 (size=5672) 2024-11-14T03:19:51,794 INFO [M:0;b152692f18ba:40321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245484e2e826403c90c4a0a54958fc1a 2024-11-14T03:19:51,810 DEBUG [M:0;b152692f18ba:40321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e03b24313de47148bc74cf5185a4e66 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731554387222/Put/seqid=0 2024-11-14T03:19:51,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741854_1030 (size=7312) 2024-11-14T03:19:52,215 INFO [M:0;b152692f18ba:40321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e03b24313de47148bc74cf5185a4e66 2024-11-14T03:19:52,234 DEBUG [M:0;b152692f18ba:40321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fce8eb263dd341c5951ac22b3925cf02 is 69, key is b152692f18ba,43351,1731554381610/rs:state/1731554382466/Put/seqid=0 2024-11-14T03:19:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741855_1031 (size=5370) 2024-11-14T03:19:52,638 INFO [M:0;b152692f18ba:40321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fce8eb263dd341c5951ac22b3925cf02 2024-11-14T03:19:52,643 INFO [M:0;b152692f18ba:40321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fce8eb263dd341c5951ac22b3925cf02 2024-11-14T03:19:52,644 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245484e2e826403c90c4a0a54958fc1a as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/245484e2e826403c90c4a0a54958fc1a 2024-11-14T03:19:52,648 INFO [M:0;b152692f18ba:40321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/245484e2e826403c90c4a0a54958fc1a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T03:19:52,649 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e03b24313de47148bc74cf5185a4e66 as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e03b24313de47148bc74cf5185a4e66 2024-11-14T03:19:52,654 INFO [M:0;b152692f18ba:40321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e03b24313de47148bc74cf5185a4e66, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T03:19:52,655 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fce8eb263dd341c5951ac22b3925cf02 as hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fce8eb263dd341c5951ac22b3925cf02 2024-11-14T03:19:52,659 INFO [M:0;b152692f18ba:40321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fce8eb263dd341c5951ac22b3925cf02 2024-11-14T03:19:52,660 INFO [M:0;b152692f18ba:40321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/502505b8-2863-b5b9-5889-5f8646cf347d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fce8eb263dd341c5951ac22b3925cf02, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T03:19:52,660 INFO [M:0;b152692f18ba:40321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false 2024-11-14T03:19:52,662 INFO [M:0;b152692f18ba:40321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:52,662 DEBUG [M:0;b152692f18ba:40321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554391370Disabling compacts and flushes for region at 1731554391370Disabling writes for close at 1731554391370Obtaining lock to block concurrent updates at 1731554391370Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554391370Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731554391371 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554391371Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554391371Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554391389 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554391389Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554391798 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554391810 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554391810Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554392219 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554392233 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554392233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5576d0ef: reopening flushed file at 1731554392643 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a00b8fd: reopening flushed file at 1731554392648 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a86b91b: reopening flushed file at 1731554392654 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false at 1731554392660 (+6 ms)Writing region close event to WAL at 1731554392661 (+1 ms)Closed at 1731554392661 2024-11-14T03:19:52,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43207 is added to blk_1073741847_1023 (size=22903) 2024-11-14T03:19:52,664 INFO [M:0;b152692f18ba:40321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:19:52,664 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:19:52,664 INFO [M:0;b152692f18ba:40321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40321 2024-11-14T03:19:52,664 INFO [M:0;b152692f18ba:40321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:19:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:52,802 INFO [M:0;b152692f18ba:40321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:19:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x101375ac92f0006, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:19:52,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1233d3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:52,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:52,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:52,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:52,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:52,806 WARN [BP-530862354-172.17.0.3-1731554364822 heartbeating to localhost/127.0.0.1:43153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:19:52,806 WARN [BP-530862354-172.17.0.3-1731554364822 heartbeating to localhost/127.0.0.1:43153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530862354-172.17.0.3-1731554364822 (Datanode Uuid 949240ae-8e5b-4a0e-ac6d-a5ecac6ef877) service to localhost/127.0.0.1:43153 2024-11-14T03:19:52,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:19:52,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:19:52,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b/data/data1/current/BP-530862354-172.17.0.3-1731554364822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:52,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/cluster_5a10984d-50fc-c9f7-5f30-32e00ffdff3b/data/data2/current/BP-530862354-172.17.0.3-1731554364822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:19:52,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:19:52,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46222de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:52,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ac7df12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:19:52,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:19:52,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35299b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:19:52,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f13e84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68df7186-4a68-ee26-8b10-6bf0ef73a14a/hadoop.log.dir/,STOPPED} 2024-11-14T03:19:52,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:19:52,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:19:52,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55046) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43153 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55046) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41629 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=5478 (was 5532) 2024-11-14T03:19:52,847 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=5478 2024-11-14T03:19:52,858 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T03:19:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.log.dir so I do NOT create it in target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2 2024-11-14T03:19:52,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:19:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.tmp.dir so I do NOT create it in target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2 2024-11-14T03:19:52,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1cc794d-8b28-3ba0-f789-5b0762377849/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:19:52,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2 2024-11-14T03:19:52,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf, deleteOnExit=true 2024-11-14T03:19:52,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf/zookeeper_0, clientPort=52442, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:19:52,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52442 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/test.cache.data in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:19:52,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:19:52,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:19:52,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:19:52,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101375ac92f0002, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:19:52,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101375ac92f0005, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:19:52,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101375ac92f0002, quorum=127.0.0.1:55046, baseZNode=/01432280012 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:19:52,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101375ac92f0005, quorum=127.0.0.1:55046, baseZNode=/1-2004708916 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:19:53,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:53,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:53,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:53,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:53,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:19:53,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:53,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:53,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:53,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b0899c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/java.io.tmpdir/jetty-localhost-34449-hadoop-hdfs-3_4_1-tests_jar-_-any-12566143603830048697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:53,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:34449} 2024-11-14T03:19:53,480 INFO [Time-limited test {}] server.Server(415): Started @163690ms 2024-11-14T03:19:53,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:53,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:53,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:53,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:53,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:19:53,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:53,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:53,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5226859e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/java.io.tmpdir/jetty-localhost-35575-hadoop-hdfs-3_4_1-tests_jar-_-any-18256208747382524173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:53,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:35575} 2024-11-14T03:19:53,827 INFO [Time-limited test {}] server.Server(415): Started @164038ms 2024-11-14T03:19:53,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:19:54,653 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf/data/data2/current/BP-394439634-172.17.0.3-1731554392889/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:54,653 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf/data/data1/current/BP-394439634-172.17.0.3-1731554392889/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:54,671 WARN [Thread-1657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:19:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0b3dc0c684d1689 with lease ID 0xcd7ca17b5925658e: Processing first storage report for DS-3789c7a2-0402-4ee5-b1a4-efcb5b4a5bb6 from datanode DatanodeRegistration(127.0.0.1:33297, datanodeUuid=ae2f09bf-8c57-4159-ac48-982531851376, infoPort=43301, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1847515337;c=1731554392889) 2024-11-14T03:19:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0b3dc0c684d1689 with lease ID 0xcd7ca17b5925658e: from storage DS-3789c7a2-0402-4ee5-b1a4-efcb5b4a5bb6 node DatanodeRegistration(127.0.0.1:33297, datanodeUuid=ae2f09bf-8c57-4159-ac48-982531851376, infoPort=43301, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1847515337;c=1731554392889), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0b3dc0c684d1689 with lease ID 0xcd7ca17b5925658e: Processing first storage report for DS-700fa991-43a5-40b3-845d-2e1e31cf4d74 from datanode DatanodeRegistration(127.0.0.1:33297, datanodeUuid=ae2f09bf-8c57-4159-ac48-982531851376, infoPort=43301, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1847515337;c=1731554392889) 2024-11-14T03:19:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0b3dc0c684d1689 with lease ID 0xcd7ca17b5925658e: from storage DS-700fa991-43a5-40b3-845d-2e1e31cf4d74 node DatanodeRegistration(127.0.0.1:33297, datanodeUuid=ae2f09bf-8c57-4159-ac48-982531851376, infoPort=43301, infoSecurePort=0, ipcPort=35949, storageInfo=lv=-57;cid=testClusterID;nsid=1847515337;c=1731554392889), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:54,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2 2024-11-14T03:19:54,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:54,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:54,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:19:55,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884 with version=8 2024-11-14T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/hbase-staging 2024-11-14T03:19:55,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:55,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:55,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:55,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:19:55,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:55,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33919 2024-11-14T03:19:55,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33919 connecting to ZooKeeper ensemble=127.0.0.1:52442 2024-11-14T03:19:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339190x0, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:55,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33919-0x101375b36c80000 connected 2024-11-14T03:19:55,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:55,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:55,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on znode that does not yet exist, /01499759814/running 2024-11-14T03:19:55,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884, hbase.cluster.distributed=false 2024-11-14T03:19:55,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on znode that does not yet exist, /01499759814/acl 2024-11-14T03:19:55,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-14T03:19:55,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33919 2024-11-14T03:19:55,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33919 2024-11-14T03:19:55,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-14T03:19:55,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-14T03:19:55,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:19:55,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:55,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:55,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:19:55,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:19:55,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:19:55,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:19:55,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:19:55,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44149 2024-11-14T03:19:55,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44149 connecting to ZooKeeper ensemble=127.0.0.1:52442 2024-11-14T03:19:55,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:55,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:55,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441490x0, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:55,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441490x0, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on znode that does not yet exist, /01499759814/running 2024-11-14T03:19:55,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44149-0x101375b36c80001 connected 2024-11-14T03:19:55,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:19:55,365 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:19:55,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on znode that does not yet exist, /01499759814/master 2024-11-14T03:19:55,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on znode that does not yet exist, /01499759814/acl 2024-11-14T03:19:55,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44149 2024-11-14T03:19:55,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44149 2024-11-14T03:19:55,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44149 2024-11-14T03:19:55,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44149 2024-11-14T03:19:55,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44149 2024-11-14T03:19:55,385 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:33919 2024-11-14T03:19:55,385 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01499759814/backup-masters/b152692f18ba,33919,1731554395169 2024-11-14T03:19:55,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814/backup-masters 2024-11-14T03:19:55,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814/backup-masters 2024-11-14T03:19:55,396 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on existing znode=/01499759814/backup-masters/b152692f18ba,33919,1731554395169 2024-11-14T03:19:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01499759814/master 2024-11-14T03:19:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:55,407 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on existing znode=/01499759814/master 2024-11-14T03:19:55,407 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01499759814/backup-masters/b152692f18ba,33919,1731554395169 from backup master directory 2024-11-14T03:19:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814/backup-masters 2024-11-14T03:19:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499759814/backup-masters/b152692f18ba,33919,1731554395169 2024-11-14T03:19:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814/backup-masters 2024-11-14T03:19:55,417 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:55,417 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,33919,1731554395169 2024-11-14T03:19:55,420 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/hbase.id] with ID: 627b8b44-c9d8-40ff-8ded-986a0f2c0a3d 2024-11-14T03:19:55,420 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/.tmp/hbase.id 2024-11-14T03:19:55,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:19:55,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:19:55,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:19:55,824 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/.tmp/hbase.id]:[hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/hbase.id] 2024-11-14T03:19:55,834 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:55,834 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:19:55,835 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:19:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:19:56,296 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:19:56,296 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:19:56,296 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:19:56,703 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store 2024-11-14T03:19:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:19:57,108 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:57,108 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:19:57,108 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:57,108 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:57,108 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:19:57,108 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:57,108 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:19:57,108 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554397108Disabling compacts and flushes for region at 1731554397108Disabling writes for close at 1731554397108Writing region close event to WAL at 1731554397108Closed at 1731554397108 2024-11-14T03:19:57,109 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/.initializing 2024-11-14T03:19:57,109 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/WALs/b152692f18ba,33919,1731554395169 2024-11-14T03:19:57,110 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:57,111 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C33919%2C1731554395169, suffix=, logDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/WALs/b152692f18ba,33919,1731554395169, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/oldWALs, maxLogs=10 2024-11-14T03:19:57,123 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/WALs/b152692f18ba,33919,1731554395169/b152692f18ba%2C33919%2C1731554395169.1731554397111, exclude list is [], retry=0 2024-11-14T03:19:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-3789c7a2-0402-4ee5-b1a4-efcb5b4a5bb6,DISK] 2024-11-14T03:19:57,126 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/WALs/b152692f18ba,33919,1731554395169/b152692f18ba%2C33919%2C1731554395169.1731554397111 2024-11-14T03:19:57,127 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-14T03:19:57,127 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:57,127 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:57,127 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,127 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:19:57,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:57,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:19:57,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:57,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:19:57,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:57,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:19:57,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:19:57,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,134 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,134 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,135 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,135 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,135 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:57,136 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:19:57,138 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:19:57,138 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74765731, jitterRate=0.11409620940685272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:57,138 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554397127Initializing all the Stores at 1731554397128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554397128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554397128Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554397128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554397128Cleaning up temporary data from old regions at 1731554397135 (+7 ms)Region opened successfully at 1731554397138 (+3 ms) 2024-11-14T03:19:57,139 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:19:57,141 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3f8068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:57,142 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:19:57,142 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:19:57,142 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:19:57,142 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:19:57,142 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:19:57,142 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:19:57,142 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:19:57,144 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:19:57,144 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Unable to get data of znode /01499759814/balancer because node does not exist (not necessarily an error) 2024-11-14T03:19:57,206 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499759814/balancer already deleted, retry=false 2024-11-14T03:19:57,206 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:19:57,207 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Unable to get data of znode /01499759814/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:19:57,217 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499759814/normalizer already deleted, retry=false 2024-11-14T03:19:57,217 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:19:57,218 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Unable to get data of znode /01499759814/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:19:57,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499759814/switch/split already deleted, retry=false 2024-11-14T03:19:57,228 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Unable to get data of znode /01499759814/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:19:57,238 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499759814/switch/merge already deleted, retry=false 2024-11-14T03:19:57,239 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Unable to get data of znode /01499759814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:19:57,248 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499759814/snapshot-cleanup already deleted, retry=false 2024-11-14T03:19:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01499759814/running 2024-11-14T03:19:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01499759814/running 2024-11-14T03:19:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:57,259 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,33919,1731554395169, sessionid=0x101375b36c80000, setting cluster-up flag (Was=false) 2024-11-14T03:19:57,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:57,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:57,311 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01499759814/flush-table-proc/acquired, /01499759814/flush-table-proc/reached, /01499759814/flush-table-proc/abort 2024-11-14T03:19:57,312 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33919,1731554395169 2024-11-14T03:19:57,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:57,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:57,364 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01499759814/online-snapshot/acquired, /01499759814/online-snapshot/reached, /01499759814/online-snapshot/abort 2024-11-14T03:19:57,365 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33919,1731554395169 2024-11-14T03:19:57,366 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:19:57,372 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:57,372 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:19:57,372 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:19:57,373 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,33919,1731554395169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:57,374 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554427374 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:19:57,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:57,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,375 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:19:57,376 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:19:57,376 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:19:57,376 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:19:57,376 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:19:57,376 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:19:57,376 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554397376,5,FailOnTimeoutGroup] 2024-11-14T03:19:57,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:19:57,380 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554397376,5,FailOnTimeoutGroup] 2024-11-14T03:19:57,380 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,380 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:19:57,380 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,380 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,381 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(746): ClusterId : 627b8b44-c9d8-40ff-8ded-986a0f2c0a3d 2024-11-14T03:19:57,381 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:19:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:19:57,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:19:57,385 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884 2024-11-14T03:19:57,393 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:19:57,393 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:19:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:19:57,404 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:19:57,404 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3954eb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:19:57,420 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:44149 2024-11-14T03:19:57,420 INFO [RS:0;b152692f18ba:44149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:19:57,420 INFO [RS:0;b152692f18ba:44149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:19:57,420 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:19:57,421 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,33919,1731554395169 with port=44149, startcode=1731554395351 2024-11-14T03:19:57,421 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:19:57,422 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:19:57,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,44149,1731554395351 2024-11-14T03:19:57,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33919 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,44149,1731554395351 2024-11-14T03:19:57,424 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884 2024-11-14T03:19:57,424 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39803 2024-11-14T03:19:57,424 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:19:57,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814/rs 2024-11-14T03:19:57,435 DEBUG [RS:0;b152692f18ba:44149 {}] zookeeper.ZKUtil(111): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on existing znode=/01499759814/rs/b152692f18ba,44149,1731554395351 2024-11-14T03:19:57,435 WARN [RS:0;b152692f18ba:44149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:19:57,435 INFO [RS:0;b152692f18ba:44149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:57,435 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351 2024-11-14T03:19:57,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,44149,1731554395351] 2024-11-14T03:19:57,438 INFO [RS:0;b152692f18ba:44149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:19:57,439 INFO [RS:0;b152692f18ba:44149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:19:57,439 INFO [RS:0;b152692f18ba:44149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:19:57,439 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,439 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:19:57,440 INFO [RS:0;b152692f18ba:44149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:19:57,440 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,440 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,441 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,441 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:19:57,441 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:57,441 DEBUG [RS:0;b152692f18ba:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:19:57,444 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,444 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,444 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,444 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,444 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,444 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44149,1731554395351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:57,463 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:19:57,463 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44149,1731554395351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,464 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,464 INFO [RS:0;b152692f18ba:44149 {}] regionserver.Replication(171): b152692f18ba,44149,1731554395351 started 2024-11-14T03:19:57,482 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:57,482 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,44149,1731554395351, RpcServer on b152692f18ba/172.17.0.3:44149, sessionid=0x101375b36c80001 2024-11-14T03:19:57,483 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:19:57,483 DEBUG [RS:0;b152692f18ba:44149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,44149,1731554395351 2024-11-14T03:19:57,483 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44149,1731554395351' 2024-11-14T03:19:57,483 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01499759814/flush-table-proc/abort' 2024-11-14T03:19:57,483 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01499759814/flush-table-proc/acquired' 2024-11-14T03:19:57,484 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:19:57,484 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:19:57,484 DEBUG [RS:0;b152692f18ba:44149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,44149,1731554395351 2024-11-14T03:19:57,484 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44149,1731554395351' 2024-11-14T03:19:57,484 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01499759814/online-snapshot/abort' 2024-11-14T03:19:57,484 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01499759814/online-snapshot/acquired' 2024-11-14T03:19:57,484 DEBUG [RS:0;b152692f18ba:44149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:19:57,484 INFO [RS:0;b152692f18ba:44149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:19:57,484 INFO [RS:0;b152692f18ba:44149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:19:57,585 INFO [RS:0;b152692f18ba:44149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:19:57,586 INFO [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44149%2C1731554395351, suffix=, logDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/oldWALs, maxLogs=10 2024-11-14T03:19:57,598 DEBUG [RS:0;b152692f18ba:44149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586, exclude list is [], retry=0 2024-11-14T03:19:57,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-3789c7a2-0402-4ee5-b1a4-efcb5b4a5bb6,DISK] 2024-11-14T03:19:57,602 INFO [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 2024-11-14T03:19:57,602 DEBUG [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-14T03:19:57,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:57,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:19:57,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:19:57,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:57,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:19:57,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:19:57,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:57,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:19:57,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:19:57,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:57,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:19:57,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:19:57,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:57,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:57,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:19:57,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740 2024-11-14T03:19:57,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740 2024-11-14T03:19:57,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:19:57,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:19:57,803 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:57,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:19:57,806 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:19:57,806 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67987515, jitterRate=0.013092920184135437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:57,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554397795Initializing all the Stores at 1731554397796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554397796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554397796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554397796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554397796Cleaning up temporary data from old regions at 1731554397803 (+7 ms)Region opened successfully at 1731554397806 (+3 ms) 2024-11-14T03:19:57,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:19:57,807 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:19:57,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:19:57,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:19:57,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:19:57,807 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:19:57,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554397807Disabling compacts and flushes for region at 1731554397807Disabling writes for close at 1731554397807Writing region close event to WAL at 1731554397807Closed at 1731554397807 2024-11-14T03:19:57,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:57,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:19:57,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:19:57,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:57,809 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:19:57,959 DEBUG [b152692f18ba:33919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:19:57,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,44149,1731554395351 2024-11-14T03:19:57,961 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44149,1731554395351, state=OPENING 2024-11-14T03:19:58,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:19:58,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:58,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:19:58,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499759814/meta-region-server: CHANGED 2024-11-14T03:19:58,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:19:58,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499759814/meta-region-server: CHANGED 2024-11-14T03:19:58,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44149,1731554395351}] 2024-11-14T03:19:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:19:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:19:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:19:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:19:58,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:19:58,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:19:58,174 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:19:58,174 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:19:58,174 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:19:58,175 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44149%2C1731554395351.meta, suffix=.meta, logDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/oldWALs, maxLogs=10 2024-11-14T03:19:58,191 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.meta.1731554398176.meta, exclude list is [], retry=0 2024-11-14T03:19:58,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-3789c7a2-0402-4ee5-b1a4-efcb5b4a5bb6,DISK] 2024-11-14T03:19:58,194 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.meta.1731554398176.meta 2024-11-14T03:19:58,194 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-14T03:19:58,194 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:19:58,195 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:19:58,195 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:19:58,195 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:19:58,195 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:19:58,195 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:19:58,195 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:19:58,195 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:19:58,195 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:19:58,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:19:58,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:19:58,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:58,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:58,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:19:58,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:19:58,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:58,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:58,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:19:58,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:19:58,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:58,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:58,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:19:58,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:19:58,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:19:58,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:19:58,200 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:19:58,200 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740 2024-11-14T03:19:58,201 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740 2024-11-14T03:19:58,202 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:19:58,202 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:19:58,202 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:19:58,203 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:19:58,204 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71665214, jitterRate=0.06789490580558777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:19:58,204 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:19:58,205 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554398195Writing region info on filesystem at 1731554398195Initializing all the Stores at 1731554398196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554398196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554398196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554398196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554398196Cleaning up temporary data from old regions at 1731554398202 (+6 ms)Running coprocessor post-open hooks at 1731554398204 (+2 ms)Region opened successfully at 1731554398205 (+1 ms) 2024-11-14T03:19:58,206 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554398169 2024-11-14T03:19:58,208 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:19:58,208 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:19:58,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44149,1731554395351 2024-11-14T03:19:58,210 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44149,1731554395351, state=OPEN 2024-11-14T03:19:58,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01499759814/meta-region-server 2024-11-14T03:19:58,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01499759814/meta-region-server 2024-11-14T03:19:58,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,44149,1731554395351 2024-11-14T03:19:58,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499759814/meta-region-server: CHANGED 2024-11-14T03:19:58,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499759814/meta-region-server: CHANGED 2024-11-14T03:19:58,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:19:58,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44149,1731554395351 in 226 msec 2024-11-14T03:19:58,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:19:58,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-14T03:19:58,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:19:58,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:19:58,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:58,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44149,1731554395351, seqNum=-1] 2024-11-14T03:19:58,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:58,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:58,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 882 msec 2024-11-14T03:19:58,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554398255, completionTime=-1 2024-11-14T03:19:58,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:19:58,255 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:19:58,257 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:19:58,257 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554458257 2024-11-14T03:19:58,257 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554518257 2024-11-14T03:19:58,257 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T03:19:58,258 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33919,1731554395169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:58,258 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33919,1731554395169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:58,258 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33919,1731554395169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:58,258 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:33919, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:58,258 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:58,258 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:58,259 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.844sec 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33919,1731554395169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:19:58,261 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33919,1731554395169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:19:58,263 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:19:58,263 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:19:58,263 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33919,1731554395169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:19:58,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:58,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33919,-1 for getting cluster id 2024-11-14T03:19:58,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:19:58,283 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627b8b44-c9d8-40ff-8ded-986a0f2c0a3d' 2024-11-14T03:19:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:19:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627b8b44-c9d8-40ff-8ded-986a0f2c0a3d" 2024-11-14T03:19:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56807f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33919,-1] 2024-11-14T03:19:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:19:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:19:58,285 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:19:58,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:19:58,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:19:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44149,1731554395351, seqNum=-1] 2024-11-14T03:19:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:19:58,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:19:58,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,33919,1731554395169 2024-11-14T03:19:58,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52442 2024-11-14T03:19:58,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:19:58,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375b36c80002 connected 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.log.dir so I do NOT create it in target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6 2024-11-14T03:19:58,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.tmp.dir so I do NOT create it in target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6 2024-11-14T03:19:58,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:19:58,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/cluster_cedf02c7-ac00-b9e4-c05d-184cac9dc91e, deleteOnExit=true 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/test.cache.data in system properties and HBase conf 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:19:58,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:19:58,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:19:58,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:19:58,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:58,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:58,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:58,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:58,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:19:58,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:58,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:58,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:58,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b6171a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/java.io.tmpdir/jetty-localhost-38241-hadoop-hdfs-3_4_1-tests_jar-_-any-591854052582482239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:19:58,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:38241} 2024-11-14T03:19:58,715 INFO [Time-limited test {}] server.Server(415): Started @168926ms 2024-11-14T03:19:58,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:19:58,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:19:58,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:19:58,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:19:58,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:19:58,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:19:58,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:19:59,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/java.io.tmpdir/jetty-localhost-37393-hadoop-hdfs-3_4_1-tests_jar-_-any-7318247136775581640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:19:59,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:37393} 2024-11-14T03:19:59,095 INFO [Time-limited test {}] server.Server(415): Started @169305ms 2024-11-14T03:19:59,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:19:59,804 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/cluster_cedf02c7-ac00-b9e4-c05d-184cac9dc91e/data/data1/current/BP-801276163-172.17.0.3-1731554398339/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:59,804 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/cluster_cedf02c7-ac00-b9e4-c05d-184cac9dc91e/data/data2/current/BP-801276163-172.17.0.3-1731554398339/current, will proceed with Du for space computation calculation, 2024-11-14T03:19:59,823 WARN [Thread-1778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:19:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91e921be0075e06 with lease ID 0x15dcebe58c08cd72: Processing first storage report for DS-1cd4bd64-90e2-4898-90fc-a154cfcbb48e from datanode DatanodeRegistration(127.0.0.1:35969, datanodeUuid=9290232b-b283-4665-91d3-94d87a592f30, infoPort=43021, infoSecurePort=0, ipcPort=40085, storageInfo=lv=-57;cid=testClusterID;nsid=1847023837;c=1731554398339) 2024-11-14T03:19:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91e921be0075e06 with lease ID 0x15dcebe58c08cd72: from storage DS-1cd4bd64-90e2-4898-90fc-a154cfcbb48e node DatanodeRegistration(127.0.0.1:35969, datanodeUuid=9290232b-b283-4665-91d3-94d87a592f30, infoPort=43021, infoSecurePort=0, ipcPort=40085, storageInfo=lv=-57;cid=testClusterID;nsid=1847023837;c=1731554398339), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91e921be0075e06 with lease ID 0x15dcebe58c08cd72: Processing first storage report for DS-d6fc38df-9893-4641-b1ed-f825c2cdc3b8 from datanode DatanodeRegistration(127.0.0.1:35969, datanodeUuid=9290232b-b283-4665-91d3-94d87a592f30, infoPort=43021, infoSecurePort=0, ipcPort=40085, storageInfo=lv=-57;cid=testClusterID;nsid=1847023837;c=1731554398339) 2024-11-14T03:19:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91e921be0075e06 with lease ID 0x15dcebe58c08cd72: from storage DS-d6fc38df-9893-4641-b1ed-f825c2cdc3b8 node DatanodeRegistration(127.0.0.1:35969, datanodeUuid=9290232b-b283-4665-91d3-94d87a592f30, infoPort=43021, infoSecurePort=0, ipcPort=40085, storageInfo=lv=-57;cid=testClusterID;nsid=1847023837;c=1731554398339), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:19:59,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6 2024-11-14T03:19:59,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:59,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:19:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:20:00,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59 with version=8 2024-11-14T03:20:00,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/hbase-staging 2024-11-14T03:20:00,334 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:00,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:00,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:00,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:00,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:00,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:00,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:20:00,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:00,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46477 2024-11-14T03:20:00,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46477 connecting to ZooKeeper ensemble=127.0.0.1:52442 2024-11-14T03:20:00,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464770x0, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:00,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46477-0x101375b36c80003 connected 2024-11-14T03:20:00,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:00,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:00,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on znode that does not yet exist, /1838522907/running 2024-11-14T03:20:00,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59, hbase.cluster.distributed=false 2024-11-14T03:20:00,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on znode that does not yet exist, /1838522907/acl 2024-11-14T03:20:00,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46477 2024-11-14T03:20:00,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46477 2024-11-14T03:20:00,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46477 2024-11-14T03:20:00,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46477 2024-11-14T03:20:00,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46477 2024-11-14T03:20:00,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:00,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:00,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:00,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:00,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:00,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:00,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:20:00,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:00,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45557 2024-11-14T03:20:00,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45557 connecting to ZooKeeper ensemble=127.0.0.1:52442 2024-11-14T03:20:00,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:00,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:00,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455570x0, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:00,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45557-0x101375b36c80004 connected 2024-11-14T03:20:00,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on znode that does not yet exist, /1838522907/running 2024-11-14T03:20:00,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:20:00,492 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:20:00,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on znode that does not yet exist, /1838522907/master 2024-11-14T03:20:00,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on znode that does not yet exist, /1838522907/acl 2024-11-14T03:20:00,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45557 2024-11-14T03:20:00,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45557 2024-11-14T03:20:00,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45557 2024-11-14T03:20:00,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45557 2024-11-14T03:20:00,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45557 2024-11-14T03:20:00,511 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:46477 2024-11-14T03:20:00,511 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1838522907/backup-masters/b152692f18ba,46477,1731554400334 2024-11-14T03:20:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907/backup-masters 2024-11-14T03:20:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907/backup-masters 2024-11-14T03:20:00,522 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on existing znode=/1838522907/backup-masters/b152692f18ba,46477,1731554400334 2024-11-14T03:20:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1838522907/master 2024-11-14T03:20:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:00,532 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on existing znode=/1838522907/master 2024-11-14T03:20:00,533 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1838522907/backup-masters/b152692f18ba,46477,1731554400334 from backup master directory 2024-11-14T03:20:00,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1838522907/backup-masters/b152692f18ba,46477,1731554400334 2024-11-14T03:20:00,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907/backup-masters 2024-11-14T03:20:00,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907/backup-masters 2024-11-14T03:20:00,543 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:00,543 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,46477,1731554400334 2024-11-14T03:20:00,546 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/hbase.id] with ID: 0d7a75c2-80e0-4ea8-9152-c8fabf0d3531 2024-11-14T03:20:00,546 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/.tmp/hbase.id 2024-11-14T03:20:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:20:00,954 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/.tmp/hbase.id]:[hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/hbase.id] 2024-11-14T03:20:00,963 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:00,963 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:20:00,964 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:20:01,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:01,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:20:01,411 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:01,412 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:20:01,412 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:01,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:20:01,818 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store 2024-11-14T03:20:01,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:20:02,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:02,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:02,223 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:02,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:02,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:02,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:02,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:02,224 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554402223Disabling compacts and flushes for region at 1731554402223Disabling writes for close at 1731554402223Writing region close event to WAL at 1731554402223Closed at 1731554402223 2024-11-14T03:20:02,224 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/.initializing 2024-11-14T03:20:02,224 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/WALs/b152692f18ba,46477,1731554400334 2024-11-14T03:20:02,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:02,227 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C46477%2C1731554400334, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/WALs/b152692f18ba,46477,1731554400334, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/oldWALs, maxLogs=10 2024-11-14T03:20:02,242 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/WALs/b152692f18ba,46477,1731554400334/b152692f18ba%2C46477%2C1731554400334.1731554402227, exclude list is [], retry=0 2024-11-14T03:20:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-1cd4bd64-90e2-4898-90fc-a154cfcbb48e,DISK] 2024-11-14T03:20:02,246 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/WALs/b152692f18ba,46477,1731554400334/b152692f18ba%2C46477%2C1731554400334.1731554402227 2024-11-14T03:20:02,246 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-14T03:20:02,246 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:02,246 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:02,247 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,247 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:20:02,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:02,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:02,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:20:02,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:02,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:02,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:20:02,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:02,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:02,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:20:02,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:02,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:02,253 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,253 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,254 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,255 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,255 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,255 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:02,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:02,258 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:02,259 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65602773, jitterRate=-0.02244250476360321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:02,259 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554402247Initializing all the Stores at 1731554402247Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554402247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554402248 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554402248Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554402248Cleaning up temporary data from old regions at 1731554402255 (+7 ms)Region opened successfully at 1731554402259 (+4 ms) 2024-11-14T03:20:02,259 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:20:02,261 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ded75d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:02,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:20:02,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:20:02,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:20:02,262 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:20:02,263 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:20:02,263 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:20:02,263 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:20:02,265 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:20:02,265 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Unable to get data of znode /1838522907/balancer because node does not exist (not necessarily an error) 2024-11-14T03:20:02,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1838522907/balancer already deleted, retry=false 2024-11-14T03:20:02,322 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:20:02,322 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Unable to get data of znode /1838522907/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:20:02,332 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1838522907/normalizer already deleted, retry=false 2024-11-14T03:20:02,332 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:20:02,333 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Unable to get data of znode /1838522907/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:20:02,342 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1838522907/switch/split already deleted, retry=false 2024-11-14T03:20:02,343 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Unable to get data of znode /1838522907/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:20:02,353 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1838522907/switch/merge already deleted, retry=false 2024-11-14T03:20:02,355 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Unable to get data of znode /1838522907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:20:02,364 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1838522907/snapshot-cleanup already deleted, retry=false 2024-11-14T03:20:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1838522907/running 2024-11-14T03:20:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1838522907/running 2024-11-14T03:20:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:02,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:02,374 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,46477,1731554400334, sessionid=0x101375b36c80003, setting cluster-up flag (Was=false) 2024-11-14T03:20:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:02,427 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1838522907/flush-table-proc/acquired, /1838522907/flush-table-proc/reached, /1838522907/flush-table-proc/abort 2024-11-14T03:20:02,428 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,46477,1731554400334 2024-11-14T03:20:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:02,479 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1838522907/online-snapshot/acquired, /1838522907/online-snapshot/reached, /1838522907/online-snapshot/abort 2024-11-14T03:20:02,480 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,46477,1731554400334 2024-11-14T03:20:02,481 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:20:02,482 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:02,483 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:20:02,483 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:20:02,483 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,46477,1731554400334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:02,484 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554432485 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:20:02,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:20:02,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:20:02,486 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:20:02,487 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:20:02,487 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:20:02,487 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554402487,5,FailOnTimeoutGroup] 2024-11-14T03:20:02,487 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:02,487 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554402487,5,FailOnTimeoutGroup] 2024-11-14T03:20:02,487 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,487 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:20:02,487 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:20:02,487 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:20:02,504 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(746): ClusterId : 0d7a75c2-80e0-4ea8-9152-c8fabf0d3531 2024-11-14T03:20:02,504 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:20:02,512 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:20:02,512 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:20:02,522 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:20:02,522 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb2a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:02,536 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:45557 2024-11-14T03:20:02,536 INFO [RS:0;b152692f18ba:45557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:20:02,536 INFO [RS:0;b152692f18ba:45557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:20:02,536 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:20:02,537 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,46477,1731554400334 with port=45557, startcode=1731554400477 2024-11-14T03:20:02,537 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:20:02,538 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:20:02,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,45557,1731554400477 2024-11-14T03:20:02,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46477 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,45557,1731554400477 2024-11-14T03:20:02,540 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59 2024-11-14T03:20:02,540 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39479 2024-11-14T03:20:02,540 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:20:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907/rs 2024-11-14T03:20:02,551 DEBUG [RS:0;b152692f18ba:45557 {}] zookeeper.ZKUtil(111): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on existing znode=/1838522907/rs/b152692f18ba,45557,1731554400477 2024-11-14T03:20:02,551 WARN [RS:0;b152692f18ba:45557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:02,551 INFO [RS:0;b152692f18ba:45557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:02,551 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477 2024-11-14T03:20:02,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,45557,1731554400477] 2024-11-14T03:20:02,554 INFO [RS:0;b152692f18ba:45557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:20:02,555 INFO [RS:0;b152692f18ba:45557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:20:02,555 INFO [RS:0;b152692f18ba:45557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:20:02,555 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,555 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:20:02,556 INFO [RS:0;b152692f18ba:45557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:20:02,556 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:02,556 DEBUG [RS:0;b152692f18ba:45557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:02,560 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,560 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,560 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,560 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,560 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,560 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45557,1731554400477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:02,578 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:20:02,578 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45557,1731554400477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,578 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,578 INFO [RS:0;b152692f18ba:45557 {}] regionserver.Replication(171): b152692f18ba,45557,1731554400477 started 2024-11-14T03:20:02,593 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:02,593 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,45557,1731554400477, RpcServer on b152692f18ba/172.17.0.3:45557, sessionid=0x101375b36c80004 2024-11-14T03:20:02,593 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:20:02,593 DEBUG [RS:0;b152692f18ba:45557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,45557,1731554400477 2024-11-14T03:20:02,593 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45557,1731554400477' 2024-11-14T03:20:02,593 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1838522907/flush-table-proc/abort' 2024-11-14T03:20:02,593 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1838522907/flush-table-proc/acquired' 2024-11-14T03:20:02,594 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:20:02,594 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:20:02,594 DEBUG [RS:0;b152692f18ba:45557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,45557,1731554400477 2024-11-14T03:20:02,594 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45557,1731554400477' 2024-11-14T03:20:02,594 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1838522907/online-snapshot/abort' 2024-11-14T03:20:02,594 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1838522907/online-snapshot/acquired' 2024-11-14T03:20:02,594 DEBUG [RS:0;b152692f18ba:45557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:20:02,594 INFO [RS:0;b152692f18ba:45557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:20:02,594 INFO [RS:0;b152692f18ba:45557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:20:02,695 INFO [RS:0;b152692f18ba:45557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:02,696 INFO [RS:0;b152692f18ba:45557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45557%2C1731554400477, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/oldWALs, maxLogs=10 2024-11-14T03:20:02,707 DEBUG [RS:0;b152692f18ba:45557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696, exclude list is [], retry=0 2024-11-14T03:20:02,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-1cd4bd64-90e2-4898-90fc-a154cfcbb48e,DISK] 2024-11-14T03:20:02,711 INFO [RS:0;b152692f18ba:45557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 2024-11-14T03:20:02,711 DEBUG [RS:0;b152692f18ba:45557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-14T03:20:02,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:20:02,897 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59 2024-11-14T03:20:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:20:03,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:03,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:03,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:03,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:03,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:03,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:03,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:03,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:03,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:03,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:03,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740 2024-11-14T03:20:03,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740 2024-11-14T03:20:03,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:03,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:03,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:03,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:03,314 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:03,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66057208, jitterRate=-0.01567089557647705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554403303Initializing all the Stores at 1731554403303Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554403304 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554403304Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554403304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554403304Cleaning up temporary data from old regions at 1731554403311 (+7 ms)Region opened successfully at 1731554403314 (+3 ms) 2024-11-14T03:20:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:03,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:03,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:03,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554403314Disabling compacts and flushes for region at 1731554403314Disabling writes for close at 1731554403314Writing region close event to WAL at 1731554403315 (+1 ms)Closed at 1731554403315 2024-11-14T03:20:03,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:03,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:20:03,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:20:03,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:03,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:20:03,467 DEBUG [b152692f18ba:46477 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:20:03,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,45557,1731554400477 2024-11-14T03:20:03,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45557,1731554400477, state=OPENING 2024-11-14T03:20:03,562 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:20:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:03,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:03,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1838522907/meta-region-server: CHANGED 2024-11-14T03:20:03,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45557,1731554400477}] 2024-11-14T03:20:03,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1838522907/meta-region-server: CHANGED 2024-11-14T03:20:03,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:03,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:03,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:20:03,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:03,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:20:03,738 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:20:03,738 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:03,738 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:20:03,740 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45557%2C1731554400477.meta, suffix=.meta, logDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/oldWALs, maxLogs=10 2024-11-14T03:20:03,751 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.meta.1731554403740.meta, exclude list is [], retry=0 2024-11-14T03:20:03,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-1cd4bd64-90e2-4898-90fc-a154cfcbb48e,DISK] 2024-11-14T03:20:03,754 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.meta.1731554403740.meta 2024-11-14T03:20:03,754 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-14T03:20:03,755 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:03,755 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:03,755 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:03,755 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:20:03,755 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:20:03,755 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:20:03,755 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:03,755 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:20:03,755 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:20:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:03,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:03,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:03,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:03,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:03,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:03,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:03,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:03,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:03,761 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:03,761 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740 2024-11-14T03:20:03,762 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740 2024-11-14T03:20:03,763 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:03,763 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:03,763 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:03,764 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:03,764 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71486853, jitterRate=0.0652371197938919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:03,764 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:20:03,765 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554403755Writing region info on filesystem at 1731554403755Initializing all the Stores at 1731554403756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554403756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554403756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554403756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554403756Cleaning up temporary data from old regions at 1731554403763 (+7 ms)Running coprocessor post-open hooks at 1731554403764 (+1 ms)Region opened successfully at 1731554403764 2024-11-14T03:20:03,765 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554403734 2024-11-14T03:20:03,767 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:20:03,767 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:20:03,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,45557,1731554400477 2024-11-14T03:20:03,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45557,1731554400477, state=OPEN 2024-11-14T03:20:03,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1838522907/meta-region-server 2024-11-14T03:20:03,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1838522907/meta-region-server 2024-11-14T03:20:03,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,45557,1731554400477 2024-11-14T03:20:03,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1838522907/meta-region-server: CHANGED 2024-11-14T03:20:03,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1838522907/meta-region-server: CHANGED 2024-11-14T03:20:03,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:20:03,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45557,1731554400477 in 192 msec 2024-11-14T03:20:03,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:20:03,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-14T03:20:03,778 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:03,778 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:20:03,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:03,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45557,1731554400477, seqNum=-1] 2024-11-14T03:20:03,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:03,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:03,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-14T03:20:03,786 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554403786, completionTime=-1 2024-11-14T03:20:03,786 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:20:03,786 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:20:03,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:20:03,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554463787 2024-11-14T03:20:03,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554523787 2024-11-14T03:20:03,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:20:03,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46477,1731554400334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:03,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46477,1731554400334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:03,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46477,1731554400334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:03,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:46477, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:03,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:03,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:03,790 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46477,1731554400334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:03,791 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46477,1731554400334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:20:03,793 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:20:03,793 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:20:03,793 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46477,1731554400334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:03,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:03,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46477,-1 for getting cluster id 2024-11-14T03:20:03,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:03,805 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7a75c2-80e0-4ea8-9152-c8fabf0d3531' 2024-11-14T03:20:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7a75c2-80e0-4ea8-9152-c8fabf0d3531" 2024-11-14T03:20:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734b9d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46477,-1] 2024-11-14T03:20:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:03,807 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:03,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:03,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45557,1731554400477, seqNum=-1] 2024-11-14T03:20:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:03,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:03,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,46477,1731554400334 2024-11-14T03:20:03,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52442 2024-11-14T03:20:03,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:03,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101375b36c80005 connected 2024-11-14T03:20:03,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33919,1731554395169 2024-11-14T03:20:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e85618c 2024-11-14T03:20:03,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:03,839 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:03,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:20:03,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:03,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:03,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:20:03,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:20:03,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d203755fa9555aef83fd7280228f7372, NAME => 'test,,1731554403839.d203755fa9555aef83fd7280228f7372.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884 2024-11-14T03:20:03,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:20:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:04,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554403839.d203755fa9555aef83fd7280228f7372.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:04,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d203755fa9555aef83fd7280228f7372, disabling compactions & flushes 2024-11-14T03:20:04,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:04,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:04,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554403839.d203755fa9555aef83fd7280228f7372. after waiting 0 ms 2024-11-14T03:20:04,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:04,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:04,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d203755fa9555aef83fd7280228f7372: Waiting for close lock at 1731554404258Disabling compacts and flushes for region at 1731554404258Disabling writes for close at 1731554404258Writing region close event to WAL at 1731554404258Closed at 1731554404258 2024-11-14T03:20:04,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:04,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554403839.d203755fa9555aef83fd7280228f7372.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554404259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554404259"}]},"ts":"1731554404259"} 2024-11-14T03:20:04,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:04,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:04,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554404262"}]},"ts":"1731554404262"} 2024-11-14T03:20:04,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:20:04,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d203755fa9555aef83fd7280228f7372, ASSIGN}] 2024-11-14T03:20:04,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d203755fa9555aef83fd7280228f7372, ASSIGN 2024-11-14T03:20:04,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d203755fa9555aef83fd7280228f7372, ASSIGN; state=OFFLINE, location=b152692f18ba,44149,1731554395351; forceNewPlan=false, retain=false 2024-11-14T03:20:04,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d203755fa9555aef83fd7280228f7372, regionState=OPENING, regionLocation=b152692f18ba,44149,1731554395351 2024-11-14T03:20:04,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d203755fa9555aef83fd7280228f7372, ASSIGN because future has completed 2024-11-14T03:20:04,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d203755fa9555aef83fd7280228f7372, server=b152692f18ba,44149,1731554395351}] 2024-11-14T03:20:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:04,574 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:04,574 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d203755fa9555aef83fd7280228f7372, NAME => 'test,,1731554403839.d203755fa9555aef83fd7280228f7372.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:04,574 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:04,574 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:20:04,575 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,575 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554403839.d203755fa9555aef83fd7280228f7372.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:04,575 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,575 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,576 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,577 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d203755fa9555aef83fd7280228f7372 columnFamilyName f 2024-11-14T03:20:04,577 DEBUG [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:04,577 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] regionserver.HStore(327): Store=d203755fa9555aef83fd7280228f7372/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:04,578 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,578 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d203755fa9555aef83fd7280228f7372 columnFamilyName f1 2024-11-14T03:20:04,579 DEBUG [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:04,579 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] regionserver.HStore(327): Store=d203755fa9555aef83fd7280228f7372/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:04,579 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,580 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d203755fa9555aef83fd7280228f7372 columnFamilyName norep 2024-11-14T03:20:04,580 DEBUG [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:04,580 INFO [StoreOpener-d203755fa9555aef83fd7280228f7372-1 {}] regionserver.HStore(327): Store=d203755fa9555aef83fd7280228f7372/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:04,580 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,581 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,581 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,582 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,582 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,582 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:04,583 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,585 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:04,585 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d203755fa9555aef83fd7280228f7372; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68880191, jitterRate=0.026394829154014587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:04,585 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:04,586 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d203755fa9555aef83fd7280228f7372: Running coprocessor pre-open hook at 1731554404575Writing region info on filesystem at 1731554404575Initializing all the Stores at 1731554404576 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554404576Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554404576Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554404576Cleaning up temporary data from old regions at 1731554404582 (+6 ms)Running coprocessor post-open hooks at 1731554404585 (+3 ms)Region opened successfully at 1731554404586 (+1 ms) 2024-11-14T03:20:04,587 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554403839.d203755fa9555aef83fd7280228f7372., pid=6, masterSystemTime=1731554404571 2024-11-14T03:20:04,588 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:04,588 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:04,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d203755fa9555aef83fd7280228f7372, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,44149,1731554395351 2024-11-14T03:20:04,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d203755fa9555aef83fd7280228f7372, server=b152692f18ba,44149,1731554395351 because future has completed 2024-11-14T03:20:04,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:20:04,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d203755fa9555aef83fd7280228f7372, server=b152692f18ba,44149,1731554395351 in 173 msec 2024-11-14T03:20:04,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:20:04,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d203755fa9555aef83fd7280228f7372, ASSIGN in 329 msec 2024-11-14T03:20:04,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:04,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554404595"}]},"ts":"1731554404595"} 2024-11-14T03:20:04,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:20:04,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:04,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-14T03:20:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:04,977 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:20:04,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46477,1731554400334 2024-11-14T03:20:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@570417ff 2024-11-14T03:20:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:04,978 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:04,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:20:04,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:04,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:04,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:20:04,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:20:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:05,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 333c2a3bc1d7ea9015c1cf7a3ce7cdee, NAME => 'test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59 2024-11-14T03:20:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:20:05,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:05,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 333c2a3bc1d7ea9015c1cf7a3ce7cdee, disabling compactions & flushes 2024-11-14T03:20:05,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:05,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:05,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. after waiting 0 ms 2024-11-14T03:20:05,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:05,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:05,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 333c2a3bc1d7ea9015c1cf7a3ce7cdee: Waiting for close lock at 1731554405397Disabling compacts and flushes for region at 1731554405397Disabling writes for close at 1731554405397Writing region close event to WAL at 1731554405397Closed at 1731554405397 2024-11-14T03:20:05,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:05,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554405398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554405398"}]},"ts":"1731554405398"} 2024-11-14T03:20:05,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:05,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:05,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554405401"}]},"ts":"1731554405401"} 2024-11-14T03:20:05,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:20:05,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=333c2a3bc1d7ea9015c1cf7a3ce7cdee, ASSIGN}] 2024-11-14T03:20:05,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=333c2a3bc1d7ea9015c1cf7a3ce7cdee, ASSIGN 2024-11-14T03:20:05,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=333c2a3bc1d7ea9015c1cf7a3ce7cdee, ASSIGN; state=OFFLINE, location=b152692f18ba,45557,1731554400477; forceNewPlan=false, retain=false 2024-11-14T03:20:05,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=333c2a3bc1d7ea9015c1cf7a3ce7cdee, regionState=OPENING, regionLocation=b152692f18ba,45557,1731554400477 2024-11-14T03:20:05,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=333c2a3bc1d7ea9015c1cf7a3ce7cdee, ASSIGN because future has completed 2024-11-14T03:20:05,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 333c2a3bc1d7ea9015c1cf7a3ce7cdee, server=b152692f18ba,45557,1731554400477}] 2024-11-14T03:20:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:05,712 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:05,713 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 333c2a3bc1d7ea9015c1cf7a3ce7cdee, NAME => 'test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:05,713 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:05,713 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:20:05,713 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,713 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:05,713 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,713 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,714 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,715 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333c2a3bc1d7ea9015c1cf7a3ce7cdee columnFamilyName f 2024-11-14T03:20:05,715 DEBUG [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:05,715 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] regionserver.HStore(327): Store=333c2a3bc1d7ea9015c1cf7a3ce7cdee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:05,716 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,716 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333c2a3bc1d7ea9015c1cf7a3ce7cdee columnFamilyName f1 2024-11-14T03:20:05,716 DEBUG [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:05,717 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] regionserver.HStore(327): Store=333c2a3bc1d7ea9015c1cf7a3ce7cdee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:05,717 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,717 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333c2a3bc1d7ea9015c1cf7a3ce7cdee columnFamilyName norep 2024-11-14T03:20:05,717 DEBUG [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:05,718 INFO [StoreOpener-333c2a3bc1d7ea9015c1cf7a3ce7cdee-1 {}] regionserver.HStore(327): Store=333c2a3bc1d7ea9015c1cf7a3ce7cdee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:05,718 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,718 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,718 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,719 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,719 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,719 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:05,720 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,721 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:05,722 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 333c2a3bc1d7ea9015c1cf7a3ce7cdee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71960921, jitterRate=0.07230128347873688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:05,722 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:05,722 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 333c2a3bc1d7ea9015c1cf7a3ce7cdee: Running coprocessor pre-open hook at 1731554405713Writing region info on filesystem at 1731554405713Initializing all the Stores at 1731554405714 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554405714Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554405714Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554405714Cleaning up temporary data from old regions at 1731554405719 (+5 ms)Running coprocessor post-open hooks at 1731554405722 (+3 ms)Region opened successfully at 1731554405722 2024-11-14T03:20:05,722 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee., pid=6, masterSystemTime=1731554405709 2024-11-14T03:20:05,724 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:05,724 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:05,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=333c2a3bc1d7ea9015c1cf7a3ce7cdee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,45557,1731554400477 2024-11-14T03:20:05,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 333c2a3bc1d7ea9015c1cf7a3ce7cdee, server=b152692f18ba,45557,1731554400477 because future has completed 2024-11-14T03:20:05,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:20:05,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 333c2a3bc1d7ea9015c1cf7a3ce7cdee, server=b152692f18ba,45557,1731554400477 in 170 msec 2024-11-14T03:20:05,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:20:05,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=333c2a3bc1d7ea9015c1cf7a3ce7cdee, ASSIGN in 325 msec 2024-11-14T03:20:05,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:05,730 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554405730"}]},"ts":"1731554405730"} 2024-11-14T03:20:05,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:20:05,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:05,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-14T03:20:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:06,117 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:20:06,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33919,-1 for getting cluster id 2024-11-14T03:20:06,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:06,119 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627b8b44-c9d8-40ff-8ded-986a0f2c0a3d' 2024-11-14T03:20:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627b8b44-c9d8-40ff-8ded-986a0f2c0a3d" 2024-11-14T03:20:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fec479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33919,-1] 2024-11-14T03:20:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:06,120 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:06,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a102ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f1742f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46477,-1 for getting cluster id 2024-11-14T03:20:06,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:06,122 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7a75c2-80e0-4ea8-9152-c8fabf0d3531' 2024-11-14T03:20:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7a75c2-80e0-4ea8-9152-c8fabf0d3531" 2024-11-14T03:20:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f838bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46477,-1] 2024-11-14T03:20:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:06,123 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e72826d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33919,-1 for getting cluster id 2024-11-14T03:20:06,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:06,125 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627b8b44-c9d8-40ff-8ded-986a0f2c0a3d' 2024-11-14T03:20:06,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:06,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627b8b44-c9d8-40ff-8ded-986a0f2c0a3d" 2024-11-14T03:20:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ded335d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33919,-1] 2024-11-14T03:20:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:06,127 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:06,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53014b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33919,1731554395169 2024-11-14T03:20:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205161e 2024-11-14T03:20:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:06,130 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:06,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:46477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:20:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:20:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:06,134 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:46477' 2024-11-14T03:20:06,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5803b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,135 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46477,-1 for getting cluster id 2024-11-14T03:20:06,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:06,135 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7a75c2-80e0-4ea8-9152-c8fabf0d3531' 2024-11-14T03:20:06,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:06,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7a75c2-80e0-4ea8-9152-c8fabf0d3531" 2024-11-14T03:20:06,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29126fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46477,-1] 2024-11-14T03:20:06,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:06,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:06,140 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:06,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bed385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:06,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:06,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46477,1731554400334 2024-11-14T03:20:06,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f639326 2024-11-14T03:20:06,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:06,146 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:06,147 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:20:06,147 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:20:06,147 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:06,147 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:06,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:06,148 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:06,149 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:20:06,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:06,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:06,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:20:06,199 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:20:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:06,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a2431a4ed8c627b3c12a375b01d839c, NAME => 'hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884 2024-11-14T03:20:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:20:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:06,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:06,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2a2431a4ed8c627b3c12a375b01d839c, disabling compactions & flushes 2024-11-14T03:20:06,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:06,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:06,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. after waiting 0 ms 2024-11-14T03:20:06,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:06,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:06,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a2431a4ed8c627b3c12a375b01d839c: Waiting for close lock at 1731554406966Disabling compacts and flushes for region at 1731554406966Disabling writes for close at 1731554406966Writing region close event to WAL at 1731554406966Closed at 1731554406966 2024-11-14T03:20:06,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:06,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554406967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554406967"}]},"ts":"1731554406967"} 2024-11-14T03:20:06,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:06,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:06,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554406970"}]},"ts":"1731554406970"} 2024-11-14T03:20:06,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:20:06,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a2431a4ed8c627b3c12a375b01d839c, ASSIGN}] 2024-11-14T03:20:06,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a2431a4ed8c627b3c12a375b01d839c, ASSIGN 2024-11-14T03:20:06,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a2431a4ed8c627b3c12a375b01d839c, ASSIGN; state=OFFLINE, location=b152692f18ba,44149,1731554395351; forceNewPlan=false, retain=false 2024-11-14T03:20:07,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a2431a4ed8c627b3c12a375b01d839c, regionState=OPENING, regionLocation=b152692f18ba,44149,1731554395351 2024-11-14T03:20:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a2431a4ed8c627b3c12a375b01d839c, ASSIGN because future has completed 2024-11-14T03:20:07,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a2431a4ed8c627b3c12a375b01d839c, server=b152692f18ba,44149,1731554395351}] 2024-11-14T03:20:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:07,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:07,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:07,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:20:07,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44149%2C1731554395351.rep, suffix=, logDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351, archiveDir=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/oldWALs, maxLogs=10 2024-11-14T03:20:07,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.rep.1731554407303, exclude list is [], retry=0 2024-11-14T03:20:07,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-3789c7a2-0402-4ee5-b1a4-efcb5b4a5bb6,DISK] 2024-11-14T03:20:07,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.rep.1731554407303 2024-11-14T03:20:07,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-14T03:20:07,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a2431a4ed8c627b3c12a375b01d839c, NAME => 'hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:07,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:07,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:07,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. service=MultiRowMutationService 2024-11-14T03:20:07,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:20:07,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:07,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,327 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,328 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a2431a4ed8c627b3c12a375b01d839c columnFamilyName hfileref 2024-11-14T03:20:07,328 DEBUG [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:07,328 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] regionserver.HStore(327): Store=2a2431a4ed8c627b3c12a375b01d839c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:07,328 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,329 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a2431a4ed8c627b3c12a375b01d839c columnFamilyName queue 2024-11-14T03:20:07,329 DEBUG [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:07,330 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] regionserver.HStore(327): Store=2a2431a4ed8c627b3c12a375b01d839c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:07,330 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,331 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a2431a4ed8c627b3c12a375b01d839c columnFamilyName sid 2024-11-14T03:20:07,331 DEBUG [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:07,331 INFO [StoreOpener-2a2431a4ed8c627b3c12a375b01d839c-1 {}] regionserver.HStore(327): Store=2a2431a4ed8c627b3c12a375b01d839c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:07,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:07,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:07,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2a2431a4ed8c627b3c12a375b01d839c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62147699, jitterRate=-0.07392711937427521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:07,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:07,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2a2431a4ed8c627b3c12a375b01d839c: Running coprocessor pre-open hook at 1731554407326Writing region info on filesystem at 1731554407326Initializing all the Stores at 1731554407326Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554407327 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554407327Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554407327Cleaning up temporary data from old regions at 1731554407332 (+5 ms)Running coprocessor post-open hooks at 1731554407337 (+5 ms)Region opened successfully at 1731554407338 (+1 ms) 2024-11-14T03:20:07,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c., pid=10, masterSystemTime=1731554407287 2024-11-14T03:20:07,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:07,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:07,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a2431a4ed8c627b3c12a375b01d839c, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44149,1731554395351 2024-11-14T03:20:07,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a2431a4ed8c627b3c12a375b01d839c, server=b152692f18ba,44149,1731554395351 because future has completed 2024-11-14T03:20:07,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:20:07,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a2431a4ed8c627b3c12a375b01d839c, server=b152692f18ba,44149,1731554395351 in 218 msec 2024-11-14T03:20:07,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:20:07,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a2431a4ed8c627b3c12a375b01d839c, ASSIGN in 374 msec 2024-11-14T03:20:07,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:07,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554407349"}]},"ts":"1731554407349"} 2024-11-14T03:20:07,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:20:07,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:07,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-14T03:20:07,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c., hostname=b152692f18ba,44149,1731554395351, seqNum=2] 2024-11-14T03:20:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:20:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:20:07,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:20:07,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:20:07,685 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:20:07,714 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,44149,1731554395351, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:20:07,715 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:07,715 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44149,1731554395351, seqNum=-1] 2024-11-14T03:20:07,715 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:07,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:07,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,44149,1731554395351', locateType=CURRENT is [region=hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c., hostname=b152692f18ba,44149,1731554395351, seqNum=2] 2024-11-14T03:20:07,721 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:20:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:20:07,723 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,44149,1731554395351 suceeded 2024-11-14T03:20:07,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:20:07,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-14T03:20:07,725 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:46477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:20:07,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec 2024-11-14T03:20:07,742 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:46477' 2024-11-14T03:20:07,744 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3944cb42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:07,744 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46477,-1 for getting cluster id 2024-11-14T03:20:07,744 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:07,745 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7a75c2-80e0-4ea8-9152-c8fabf0d3531' 2024-11-14T03:20:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7a75c2-80e0-4ea8-9152-c8fabf0d3531" 2024-11-14T03:20:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631435cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46477,-1] 2024-11-14T03:20:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:07,747 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:07,747 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18b17c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:07,748 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46477,1731554400334 2024-11-14T03:20:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b8f8e2 2024-11-14T03:20:07,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:07,750 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T03:20:07,750 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,44149,1731554395351 (queues=1) is replicating from cluster=627b8b44-c9d8-40ff-8ded-986a0f2c0a3d to cluster=0d7a75c2-80e0-4ea8-9152-c8fabf0d3531 2024-11-14T03:20:07,750 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C44149%2C1731554395351 2024-11-14T03:20:07,750 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,44149,1731554395351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:20:07,751 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586, startPosition=0, beingWritten=true 2024-11-14T03:20:07,752 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C44149%2C1731554395351 2024-11-14T03:20:07,760 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:07,760 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 379, reset compression=false 2024-11-14T03:20:07,760 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44149,1731554395351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:07,964 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 379, reset compression=false 2024-11-14T03:20:08,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:20:08,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:20:08,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:20:08,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T03:20:08,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:20:08,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T03:20:08,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:08,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T03:20:08,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:08,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T03:20:08,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:08,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:20:08,269 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 379, reset compression=false 2024-11-14T03:20:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:08,278 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:20:08,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:08,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:08,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:08,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:08,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:08,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:08,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46477,-1 for getting cluster id 2024-11-14T03:20:08,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:08,281 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7a75c2-80e0-4ea8-9152-c8fabf0d3531' 2024-11-14T03:20:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7a75c2-80e0-4ea8-9152-c8fabf0d3531" 2024-11-14T03:20:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340303a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46477,-1] 2024-11-14T03:20:08,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:08,284 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76eb090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:08,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46477,1731554400334 2024-11-14T03:20:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c14dcb 2024-11-14T03:20:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:08,288 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:08,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:33919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:20:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:20:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:08,292 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:33919' 2024-11-14T03:20:08,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63882727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:08,297 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33919,-1 for getting cluster id 2024-11-14T03:20:08,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:08,298 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627b8b44-c9d8-40ff-8ded-986a0f2c0a3d' 2024-11-14T03:20:08,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:08,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627b8b44-c9d8-40ff-8ded-986a0f2c0a3d" 2024-11-14T03:20:08,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43efdd30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:08,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33919,-1] 2024-11-14T03:20:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:08,301 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:08,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519e67ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:08,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:08,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33919,1731554395169 2024-11-14T03:20:08,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e34f780 2024-11-14T03:20:08,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:08,304 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:08,305 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:20:08,305 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:20:08,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:08,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:08,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:08,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:08,308 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:20:08,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:08,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:08,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:20:08,333 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd5564edc8b6d4ba0729940e9ae6b9be, NAME => 'hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59 2024-11-14T03:20:08,358 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:20:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:20:08,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:08,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd5564edc8b6d4ba0729940e9ae6b9be, disabling compactions & flushes 2024-11-14T03:20:08,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:08,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:08,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. after waiting 0 ms 2024-11-14T03:20:08,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:08,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:08,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd5564edc8b6d4ba0729940e9ae6b9be: Waiting for close lock at 1731554408363Disabling compacts and flushes for region at 1731554408363Disabling writes for close at 1731554408363Writing region close event to WAL at 1731554408363Closed at 1731554408363 2024-11-14T03:20:08,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:08,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554408364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554408364"}]},"ts":"1731554408364"} 2024-11-14T03:20:08,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:08,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:08,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554408368"}]},"ts":"1731554408368"} 2024-11-14T03:20:08,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:20:08,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd5564edc8b6d4ba0729940e9ae6b9be, ASSIGN}] 2024-11-14T03:20:08,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd5564edc8b6d4ba0729940e9ae6b9be, ASSIGN 2024-11-14T03:20:08,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd5564edc8b6d4ba0729940e9ae6b9be, ASSIGN; state=OFFLINE, location=b152692f18ba,45557,1731554400477; forceNewPlan=false, retain=false 2024-11-14T03:20:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:08,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd5564edc8b6d4ba0729940e9ae6b9be, regionState=OPENING, regionLocation=b152692f18ba,45557,1731554400477 2024-11-14T03:20:08,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd5564edc8b6d4ba0729940e9ae6b9be, ASSIGN because future has completed 2024-11-14T03:20:08,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd5564edc8b6d4ba0729940e9ae6b9be, server=b152692f18ba,45557,1731554400477}] 2024-11-14T03:20:08,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:20:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:08,677 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 379, reset compression=false 2024-11-14T03:20:08,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:08,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:08,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:20:08,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45557%2C1731554400477.rep, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/oldWALs, maxLogs=10 2024-11-14T03:20:08,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.rep.1731554408711, exclude list is [], retry=0 2024-11-14T03:20:08,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-1cd4bd64-90e2-4898-90fc-a154cfcbb48e,DISK] 2024-11-14T03:20:08,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.rep.1731554408711 2024-11-14T03:20:08,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43021:43021)] 2024-11-14T03:20:08,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd5564edc8b6d4ba0729940e9ae6b9be, NAME => 'hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:08,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:08,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:08,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. service=MultiRowMutationService 2024-11-14T03:20:08,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:20:08,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:08,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,768 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,770 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd5564edc8b6d4ba0729940e9ae6b9be columnFamilyName hfileref 2024-11-14T03:20:08,771 DEBUG [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:08,772 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] regionserver.HStore(327): Store=cd5564edc8b6d4ba0729940e9ae6b9be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:08,772 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,775 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd5564edc8b6d4ba0729940e9ae6b9be columnFamilyName queue 2024-11-14T03:20:08,776 DEBUG [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:08,776 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] regionserver.HStore(327): Store=cd5564edc8b6d4ba0729940e9ae6b9be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:08,776 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,778 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd5564edc8b6d4ba0729940e9ae6b9be columnFamilyName sid 2024-11-14T03:20:08,778 DEBUG [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:08,778 INFO [StoreOpener-cd5564edc8b6d4ba0729940e9ae6b9be-1 {}] regionserver.HStore(327): Store=cd5564edc8b6d4ba0729940e9ae6b9be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:08,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:08,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:08,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd5564edc8b6d4ba0729940e9ae6b9be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71349460, jitterRate=0.0631898045539856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:08,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:08,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd5564edc8b6d4ba0729940e9ae6b9be: Running coprocessor pre-open hook at 1731554408764Writing region info on filesystem at 1731554408764Initializing all the Stores at 1731554408765 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554408765Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554408768 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554408768Cleaning up temporary data from old regions at 1731554408783 (+15 ms)Running coprocessor post-open hooks at 1731554408802 (+19 ms)Region opened successfully at 1731554408802 2024-11-14T03:20:08,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be., pid=10, masterSystemTime=1731554408698 2024-11-14T03:20:08,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:08,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:08,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd5564edc8b6d4ba0729940e9ae6b9be, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,45557,1731554400477 2024-11-14T03:20:08,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd5564edc8b6d4ba0729940e9ae6b9be, server=b152692f18ba,45557,1731554400477 because future has completed 2024-11-14T03:20:08,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:20:08,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd5564edc8b6d4ba0729940e9ae6b9be, server=b152692f18ba,45557,1731554400477 in 273 msec 2024-11-14T03:20:08,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:20:08,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd5564edc8b6d4ba0729940e9ae6b9be, ASSIGN in 445 msec 2024-11-14T03:20:08,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:08,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554408819"}]},"ts":"1731554408819"} 2024-11-14T03:20:08,822 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:20:08,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:08,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 517 msec 2024-11-14T03:20:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be., hostname=b152692f18ba,45557,1731554400477, seqNum=2] 2024-11-14T03:20:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:08,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:20:09,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:20:09,143 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:20:09,185 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 379, reset compression=false 2024-11-14T03:20:09,193 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,45557,1731554400477, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:20:09,195 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:09,195 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45557,1731554400477, seqNum=-1] 2024-11-14T03:20:09,196 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:09,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,45557,1731554400477', locateType=CURRENT is [region=hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be., hostname=b152692f18ba,45557,1731554400477, seqNum=2] 2024-11-14T03:20:09,224 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:20:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:20:09,233 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,45557,1731554400477 suceeded 2024-11-14T03:20:09,237 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:33919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:20:09,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:20:09,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-14T03:20:09,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 949 msec 2024-11-14T03:20:09,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:09,269 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:33919' 2024-11-14T03:20:09,279 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@141d4229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,279 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33919,-1 for getting cluster id 2024-11-14T03:20:09,279 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:09,280 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627b8b44-c9d8-40ff-8ded-986a0f2c0a3d' 2024-11-14T03:20:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627b8b44-c9d8-40ff-8ded-986a0f2c0a3d" 2024-11-14T03:20:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d166d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33919,-1] 2024-11-14T03:20:09,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:09,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:09,282 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:09,283 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a591b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,283 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33919,1731554395169 2024-11-14T03:20:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9d7bcf1 2024-11-14T03:20:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:09,285 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T03:20:09,286 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,45557,1731554400477 (queues=1) is replicating from cluster=0d7a75c2-80e0-4ea8-9152-c8fabf0d3531 to cluster=627b8b44-c9d8-40ff-8ded-986a0f2c0a3d 2024-11-14T03:20:09,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C45557%2C1731554400477 2024-11-14T03:20:09,286 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,45557,1731554400477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:20:09,308 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C45557%2C1731554400477 2024-11-14T03:20:09,308 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696, startPosition=0, beingWritten=true 2024-11-14T03:20:09,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:09,371 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:09,371 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 379, reset compression=false 2024-11-14T03:20:09,371 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45557,1731554400477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:09,427 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:20:09,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:09,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:09,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:09,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:09,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:09,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:09,442 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731554409441/Put/seqid=0 2024-11-14T03:20:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741840_1016 (size=7894) 2024-11-14T03:20:09,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731554409457/Put/seqid=0 2024-11-14T03:20:09,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741841_1017 (size=7691) 2024-11-14T03:20:09,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33919,-1 for getting cluster id 2024-11-14T03:20:09,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:09,514 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627b8b44-c9d8-40ff-8ded-986a0f2c0a3d' 2024-11-14T03:20:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627b8b44-c9d8-40ff-8ded-986a0f2c0a3d" 2024-11-14T03:20:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a044b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33919,-1] 2024-11-14T03:20:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:09,517 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:09,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:09,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44149,1731554395351, seqNum=-1] 2024-11-14T03:20:09,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:09,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:09,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:09,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33919,1731554395169 2024-11-14T03:20:09,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@104c0547 2024-11-14T03:20:09,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:09,562 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:09,569 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554403839.d203755fa9555aef83fd7280228f7372., hostname=b152692f18ba,44149,1731554395351, seqNum=2] 2024-11-14T03:20:09,573 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:20:09,592 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 379, reset compression=false 2024-11-14T03:20:09,600 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T03:20:09,603 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T03:20:09,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_1 for inclusion in d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T03:20:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:09,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_0 for inclusion in d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T03:20:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for d203755fa9555aef83fd7280228f7372: 2024-11-14T03:20:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_1 2024-11-14T03:20:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_1 as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ 2024-11-14T03:20:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_0 2024-11-14T03:20:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_0 as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ 2024-11-14T03:20:09,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_1 into d203755fa9555aef83fd7280228f7372/f as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ - updating store file list. 2024-11-14T03:20:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5866cbab9a1340d6983295c954b642bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:09,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ into d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:09,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_1 into d203755fa9555aef83fd7280228f7372/f (new location: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_) 2024-11-14T03:20:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_1 2024-11-14T03:20:09,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_0 into d203755fa9555aef83fd7280228f7372/f as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ - updating store file list. 2024-11-14T03:20:09,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:20:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d19da346c63b4a59827bd6723618f941_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:09,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ into d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:09,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_0 into d203755fa9555aef83fd7280228f7372/f (new location: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/d19da346c63b4a59827bd6723618f941_SeqId_4_) 2024-11-14T03:20:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins__test__j0etg4ecvaqscom68kk46e2hpbvh3a7ape00pamb2l4o5t6ejrm9eii3nphrgvla/f/hfile_0 2024-11-14T03:20:09,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:09,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:09,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:09,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:09,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731554403839.d203755fa9555aef83fd7280228f7372., hostname=b152692f18ba,44149,1731554395351, seqNum=2 , the old value is region=test,,1731554403839.d203755fa9555aef83fd7280228f7372., hostname=b152692f18ba,44149,1731554395351, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b152692f18ba:44149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:20:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731554403839.d203755fa9555aef83fd7280228f7372., hostname=b152692f18ba,44149,1731554395351, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:20:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731554403839.d203755fa9555aef83fd7280228f7372., hostname=b152692f18ba,44149,1731554395351, seqNum=2 from cache 2024-11-14T03:20:09,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:53292 deadline: 1731554469656 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:53292 2024-11-14T03:20:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45557,1731554400477, seqNum=-1] 2024-11-14T03:20:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:09,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee., hostname=b152692f18ba,45557,1731554400477, seqNum=2] 2024-11-14T03:20:09,665 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T03:20:09,768 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:44149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T03:20:09,813 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 379, reset compression=false 2024-11-14T03:20:09,819 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:09,819 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44149,1731554395351 got entry batch from reader: WALEntryBatch [walEntries=[{test/d203755fa9555aef83fd7280228f7372/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554409655/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T03:20:09,821 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:09,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T03:20:09,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.ReplicationSink(318): Replicating [627b8b44-c9d8-40ff-8ded-986a0f2c0a3d] bulk loaded data 2024-11-14T03:20:09,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fd1d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46477,-1 for getting cluster id 2024-11-14T03:20:09,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:09,824 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7a75c2-80e0-4ea8-9152-c8fabf0d3531' 2024-11-14T03:20:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7a75c2-80e0-4ea8-9152-c8fabf0d3531" 2024-11-14T03:20:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d2b31cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46477,-1] 2024-11-14T03:20:09,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:09,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:09,825 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:09,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86570c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741840_1016 (size=7691) 2024-11-14T03:20:09,908 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 379, reset compression=false 2024-11-14T03:20:10,019 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 687, reset compression=false 2024-11-14T03:20:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741841_1017 (size=7894) 2024-11-14T03:20:10,312 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 379, reset compression=false 2024-11-14T03:20:10,334 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 687, reset compression=false 2024-11-14T03:20:10,667 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T03:20:10,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46477,1731554400334 2024-11-14T03:20:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@261e0128 2024-11-14T03:20:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:10,686 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T03:20:10,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:20:10,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45557,1731554400477, seqNum=-1] 2024-11-14T03:20:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:10,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:10,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T03:20:10,700 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T03:20:10,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ for inclusion in 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T03:20:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:10,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ for inclusion in 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T03:20:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HRegion(2603): Flush status journal for 333c2a3bc1d7ea9015c1cf7a3ce7cdee: 2024-11-14T03:20:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5866cbab9a1340d6983295c954b642bc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:20:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/f2311e84e96240e785ad2c430107f3ff_SeqId_4_ 2024-11-14T03:20:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d19da346c63b4a59827bd6723618f941_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:20:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/705ffbad3c6d419cb13676c046d77733_SeqId_4_ 2024-11-14T03:20:10,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/f2311e84e96240e785ad2c430107f3ff_SeqId_4_ - updating store file list. 2024-11-14T03:20:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2311e84e96240e785ad2c430107f3ff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:10,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/f2311e84e96240e785ad2c430107f3ff_SeqId_4_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:10,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f (new location: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/f2311e84e96240e785ad2c430107f3ff_SeqId_4_) 2024-11-14T03:20:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/5866cbab9a1340d6983295c954b642bc_SeqId_4_ 2024-11-14T03:20:10,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/705ffbad3c6d419cb13676c046d77733_SeqId_4_ - updating store file list. 2024-11-14T03:20:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 705ffbad3c6d419cb13676c046d77733_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:10,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/705ffbad3c6d419cb13676c046d77733_SeqId_4_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:10,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f (new location: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/705ffbad3c6d419cb13676c046d77733_SeqId_4_) 2024-11-14T03:20:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins.hfs.11__test__vcppterp8r8ivb2hq4c20f3mjopsd7f0aeptn8972t2eftmqu38s8cgifl4u140m/f/d19da346c63b4a59827bd6723618f941_SeqId_4_ 2024-11-14T03:20:10,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.ReplicationSink(324): Finished replicating [627b8b44-c9d8-40ff-8ded-986a0f2c0a3d] bulk loaded data 2024-11-14T03:20:10,738 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 687, reset compression=false 2024-11-14T03:20:10,816 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 379, reset compression=false 2024-11-14T03:20:10,830 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:10,830 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45557,1731554400477 got entry batch from reader: WALEntryBatch [walEntries=[{test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554410726/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T03:20:10,832 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:10,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T03:20:10,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.ReplicationSink(318): Replicating [627b8b44-c9d8-40ff-8ded-986a0f2c0a3d, 0d7a75c2-80e0-4ea8-9152-c8fabf0d3531] bulk loaded data 2024-11-14T03:20:10,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@243ffd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:10,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33919,-1 for getting cluster id 2024-11-14T03:20:10,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:10,834 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '627b8b44-c9d8-40ff-8ded-986a0f2c0a3d' 2024-11-14T03:20:10,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:10,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "627b8b44-c9d8-40ff-8ded-986a0f2c0a3d" 2024-11-14T03:20:10,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26807aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:10,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33919,-1] 2024-11-14T03:20:10,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:10,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:10,836 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:10,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f9c2349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:10,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741842_1018 (size=7691) 2024-11-14T03:20:11,031 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 725, reset compression=false 2024-11-14T03:20:11,242 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 687, reset compression=false 2024-11-14T03:20:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741843_1019 (size=7894) 2024-11-14T03:20:11,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33919,1731554395169 2024-11-14T03:20:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10bcc45b 2024-11-14T03:20:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:11,301 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T03:20:11,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:20:11,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:11,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44149,1731554395351, seqNum=-1] 2024-11-14T03:20:11,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:11,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:11,336 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 725, reset compression=false 2024-11-14T03:20:11,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__o0kkbv1gek7hti83k2euj8d8f1pnlonm8i5q855rioig022b9jatjb73t46f9re8/f/705ffbad3c6d419cb13676c046d77733_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T03:20:11,341 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__o0kkbv1gek7hti83k2euj8d8f1pnlonm8i5q855rioig022b9jatjb73t46f9re8/f/f2311e84e96240e785ad2c430107f3ff_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T03:20:11,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.ReplicationSink(324): Finished replicating [627b8b44-c9d8-40ff-8ded-986a0f2c0a3d, 0d7a75c2-80e0-4ea8-9152-c8fabf0d3531] bulk loaded data 2024-11-14T03:20:11,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:11,698 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731554411696/Put/seqid=0 2024-11-14T03:20:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741842_1018 (size=11194) 2024-11-14T03:20:11,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731554411709/Put/seqid=0 2024-11-14T03:20:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741843_1019 (size=10791) 2024-11-14T03:20:11,742 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 725, reset compression=false 2024-11-14T03:20:11,848 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 687, reset compression=false 2024-11-14T03:20:12,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd201c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:12,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,46477,-1 for getting cluster id 2024-11-14T03:20:12,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:12,116 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7a75c2-80e0-4ea8-9152-c8fabf0d3531' 2024-11-14T03:20:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7a75c2-80e0-4ea8-9152-c8fabf0d3531" 2024-11-14T03:20:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1074fb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,46477,-1] 2024-11-14T03:20:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:12,118 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:12,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2df07c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:12,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45557,1731554400477, seqNum=-1] 2024-11-14T03:20:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:12,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:12,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,46477,1731554400334 2024-11-14T03:20:12,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ec8ebf 2024-11-14T03:20:12,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:12,132 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee., hostname=b152692f18ba,45557,1731554400477, seqNum=2] 2024-11-14T03:20:12,138 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:20:12,143 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T03:20:12,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T03:20:12,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T03:20:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:12,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T03:20:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HRegion(2603): Flush status journal for 333c2a3bc1d7ea9015c1cf7a3ce7cdee: 2024-11-14T03:20:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_0 2024-11-14T03:20:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_0 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ 2024-11-14T03:20:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_1 2024-11-14T03:20:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_1 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ 2024-11-14T03:20:12,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_0 into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ - updating store file list. 2024-11-14T03:20:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bb82811728d4e3f8de7397dde660914_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:12,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:12,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_0 into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f (new location: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_) 2024-11-14T03:20:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_0 2024-11-14T03:20:12,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_1 into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ - updating store file list. 2024-11-14T03:20:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 250bcd26208d4df6b09db82807f64769_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:12,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f 2024-11-14T03:20:12,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_1 into 333c2a3bc1d7ea9015c1cf7a3ce7cdee/f (new location: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/f/250bcd26208d4df6b09db82807f64769_SeqId_6_) 2024-11-14T03:20:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/staging/jenkins__test__vnge62p4eu6o1j3esi6vqnmau55a6gg33eorkv91f1lnh128od7b54pk3pmr8pd9/f/hfile_1 2024-11-14T03:20:12,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:12,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:12,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:12,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:12,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee., hostname=b152692f18ba,45557,1731554400477, seqNum=2 , the old value is region=test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee., hostname=b152692f18ba,45557,1731554400477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b152692f18ba:45557 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:20:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee., hostname=b152692f18ba,45557,1731554400477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:20:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee., hostname=b152692f18ba,45557,1731554400477, seqNum=2 from cache 2024-11-14T03:20:12,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44149,1731554395351, seqNum=-1] 2024-11-14T03:20:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:12,199 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T03:20:12,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554403839.d203755fa9555aef83fd7280228f7372., hostname=b152692f18ba,44149,1731554395351, seqNum=2] 2024-11-14T03:20:12,211 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T03:20:12,245 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 725, reset compression=false 2024-11-14T03:20:12,250 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:12,250 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45557,1731554400477 got entry batch from reader: WALEntryBatch [walEntries=[{test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554412195/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T03:20:12,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.ReplicationSink(318): Replicating [0d7a75c2-80e0-4ea8-9152-c8fabf0d3531] bulk loaded data 2024-11-14T03:20:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741844_1020 (size=11194) 2024-11-14T03:20:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741845_1021 (size=10791) 2024-11-14T03:20:12,308 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:45557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T03:20:12,450 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 1033, reset compression=false 2024-11-14T03:20:12,552 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 687, reset compression=false 2024-11-14T03:20:12,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:20:12,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T03:20:12,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T03:20:12,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ for inclusion in d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T03:20:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:12,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ for inclusion in d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T03:20:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:20:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for d203755fa9555aef83fd7280228f7372: 2024-11-14T03:20:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5bb82811728d4e3f8de7397dde660914_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:20:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/fe462611dfef4df99d2f67b220b5479b_SeqId_6_ 2024-11-14T03:20:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 250bcd26208d4df6b09db82807f64769_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:20:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/880ef9d62f3a42f29e7a705bd887bb94_SeqId_6_ 2024-11-14T03:20:12,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ into d203755fa9555aef83fd7280228f7372/f as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/fe462611dfef4df99d2f67b220b5479b_SeqId_6_ - updating store file list. 2024-11-14T03:20:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe462611dfef4df99d2f67b220b5479b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:12,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/fe462611dfef4df99d2f67b220b5479b_SeqId_6_ into d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:12,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ into d203755fa9555aef83fd7280228f7372/f (new location: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/fe462611dfef4df99d2f67b220b5479b_SeqId_6_) 2024-11-14T03:20:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/5bb82811728d4e3f8de7397dde660914_SeqId_6_ 2024-11-14T03:20:12,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ into d203755fa9555aef83fd7280228f7372/f as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/880ef9d62f3a42f29e7a705bd887bb94_SeqId_6_ - updating store file list. 2024-11-14T03:20:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 880ef9d62f3a42f29e7a705bd887bb94_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:20:12,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/880ef9d62f3a42f29e7a705bd887bb94_SeqId_6_ into d203755fa9555aef83fd7280228f7372/f 2024-11-14T03:20:12,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ into d203755fa9555aef83fd7280228f7372/f (new location: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/f/880ef9d62f3a42f29e7a705bd887bb94_SeqId_6_) 2024-11-14T03:20:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/staging/jenkins.hfs.10__test__g8800nd9qeioptgqh1omafm12dfjo5p8olac2t0qink93qfli25housuvvs0qllc/f/250bcd26208d4df6b09db82807f64769_SeqId_6_ 2024-11-14T03:20:12,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.ReplicationSink(324): Finished replicating [0d7a75c2-80e0-4ea8-9152-c8fabf0d3531] bulk loaded data 2024-11-14T03:20:12,755 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 1033, reset compression=false 2024-11-14T03:20:13,161 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 1033, reset compression=false 2024-11-14T03:20:13,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:20:13,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:13,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:13,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:13,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:13,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:13,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:20:13,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=142188907, stopped=false 2024-11-14T03:20:13,224 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,46477,1731554400334 2024-11-14T03:20:13,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1838522907/running 2024-11-14T03:20:13,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1838522907/running 2024-11-14T03:20:13,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:13,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on znode that does not yet exist, /1838522907/running 2024-11-14T03:20:13,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:13,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:13,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Set watcher on znode that does not yet exist, /1838522907/running 2024-11-14T03:20:13,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:13,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:13,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,45557,1731554400477' ***** 2024-11-14T03:20:13,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:20:13,253 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:20:13,253 INFO [RS:0;b152692f18ba:45557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:20:13,253 INFO [RS:0;b152692f18ba:45557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(3091): Received CLOSE for cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:13,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(3091): Received CLOSE for 333c2a3bc1d7ea9015c1cf7a3ce7cdee 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,45557,1731554400477 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:13,254 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd5564edc8b6d4ba0729940e9ae6b9be, disabling compactions & flushes 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45557. 2024-11-14T03:20:13,254 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:13,254 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:13,254 DEBUG [RS:0;b152692f18ba:45557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:13,254 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:13,254 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. after waiting 0 ms 2024-11-14T03:20:13,254 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:20:13,254 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:20:13,254 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd5564edc8b6d4ba0729940e9ae6b9be 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T03:20:13,255 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:20:13,255 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cd5564edc8b6d4ba0729940e9ae6b9be=hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be., 333c2a3bc1d7ea9015c1cf7a3ce7cdee=test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee.} 2024-11-14T03:20:13,255 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333c2a3bc1d7ea9015c1cf7a3ce7cdee, cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:13,255 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:13,255 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:13,255 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:13,255 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:13,255 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:13,255 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:20:13,271 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:13,279 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/info/59079c58a8514b72a413f3bc9c95a7f1 is 147, key is hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be./info:regioninfo/1731554408807/Put/seqid=0 2024-11-14T03:20:13,280 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/.tmp/hfileref/cb723d66a8f142428ae1685609bd6752 is 74, key is 1/hfileref:250bcd26208d4df6b09db82807f64769_SeqId_6_/1731554412751/DeleteColumn/seqid=0 2024-11-14T03:20:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741845_1021 (size=5345) 2024-11-14T03:20:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741844_1020 (size=7686) 2024-11-14T03:20:13,289 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/info/59079c58a8514b72a413f3bc9c95a7f1 2024-11-14T03:20:13,314 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/ns/6d9a3e7982934bb2b97b68fa610f48b4 is 43, key is default/ns:d/1731554403781/Put/seqid=0 2024-11-14T03:20:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741846_1022 (size=5153) 2024-11-14T03:20:13,331 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/ns/6d9a3e7982934bb2b97b68fa610f48b4 2024-11-14T03:20:13,357 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 687, reset compression=false 2024-11-14T03:20:13,359 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/rep_barrier/4d00067efe164b3ea8705b261611bd9a is 112, key is test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee./rep_barrier:seqnumDuringOpen/1731554405724/Put/seqid=0 2024-11-14T03:20:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741847_1023 (size=5518) 2024-11-14T03:20:13,383 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:13,383 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44149,1731554395351 got entry batch from reader: WALEntryBatch [walEntries=[{test/d203755fa9555aef83fd7280228f7372/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554412748/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T03:20:13,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:20:13,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:47432 deadline: 1731554473384, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping 2024-11-14T03:20:13,387 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:13,455 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333c2a3bc1d7ea9015c1cf7a3ce7cdee, cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:13,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:20:13,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:47432 deadline: 1731554473492, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping 2024-11-14T03:20:13,492 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:13,561 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:20:13,561 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:20:13,583 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 1033, reset compression=false 2024-11-14T03:20:13,655 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333c2a3bc1d7ea9015c1cf7a3ce7cdee, cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:13,670 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 1033, reset compression=false 2024-11-14T03:20:13,686 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/.tmp/hfileref/cb723d66a8f142428ae1685609bd6752 2024-11-14T03:20:13,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:20:13,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:47432 deadline: 1731554473695, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping 2024-11-14T03:20:13,696 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:13,707 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/.tmp/queue/64e5e1b23edb4f9ca649037b909f4a67 is 154, key is 1-b152692f18ba,45557,1731554400477/queue:b152692f18ba%2C45557%2C1731554400477/1731554412754/Put/seqid=0 2024-11-14T03:20:13,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741848_1024 (size=5353) 2024-11-14T03:20:13,783 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/rep_barrier/4d00067efe164b3ea8705b261611bd9a 2024-11-14T03:20:13,803 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/table/72162c7c7a8342f1a10e6a3fdb82505f is 53, key is hbase:replication/table:state/1731554408819/Put/seqid=0 2024-11-14T03:20:13,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741849_1025 (size=5308) 2024-11-14T03:20:13,855 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333c2a3bc1d7ea9015c1cf7a3ce7cdee, cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:13,887 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 1033, reset compression=false 2024-11-14T03:20:13,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:20:13,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:47432 deadline: 1731554473998, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping 2024-11-14T03:20:13,999 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b152692f18ba,45557,1731554400477 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:14,056 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333c2a3bc1d7ea9015c1cf7a3ce7cdee, cd5564edc8b6d4ba0729940e9ae6b9be 2024-11-14T03:20:14,111 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/.tmp/queue/64e5e1b23edb4f9ca649037b909f4a67 2024-11-14T03:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/.tmp/hfileref/cb723d66a8f142428ae1685609bd6752 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/hfileref/cb723d66a8f142428ae1685609bd6752 2024-11-14T03:20:14,121 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/hfileref/cb723d66a8f142428ae1685609bd6752, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T03:20:14,122 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/.tmp/queue/64e5e1b23edb4f9ca649037b909f4a67 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/queue/64e5e1b23edb4f9ca649037b909f4a67 2024-11-14T03:20:14,127 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/queue/64e5e1b23edb4f9ca649037b909f4a67, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T03:20:14,128 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for cd5564edc8b6d4ba0729940e9ae6b9be in 874ms, sequenceid=12, compaction requested=false 2024-11-14T03:20:14,136 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/replication/cd5564edc8b6d4ba0729940e9ae6b9be/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:14,137 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd5564edc8b6d4ba0729940e9ae6b9be: Waiting for close lock at 1731554413254Running coprocessor pre-close hooks at 1731554413254Disabling compacts and flushes for region at 1731554413254Disabling writes for close at 1731554413254Obtaining lock to block concurrent updates at 1731554413254Preparing flush snapshotting stores in cd5564edc8b6d4ba0729940e9ae6b9be at 1731554413254Finished memstore snapshotting hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731554413255 (+1 ms)Flushing stores of hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. at 1731554413255Flushing cd5564edc8b6d4ba0729940e9ae6b9be/hfileref: creating writer at 1731554413256 (+1 ms)Flushing cd5564edc8b6d4ba0729940e9ae6b9be/hfileref: appending metadata at 1731554413274 (+18 ms)Flushing cd5564edc8b6d4ba0729940e9ae6b9be/hfileref: closing flushed file at 1731554413274Flushing cd5564edc8b6d4ba0729940e9ae6b9be/queue: creating writer at 1731554413690 (+416 ms)Flushing cd5564edc8b6d4ba0729940e9ae6b9be/queue: appending metadata at 1731554413706 (+16 ms)Flushing cd5564edc8b6d4ba0729940e9ae6b9be/queue: closing flushed file at 1731554413706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2dfcfd: reopening flushed file at 1731554414115 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cabc06f: reopening flushed file at 1731554414121 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for cd5564edc8b6d4ba0729940e9ae6b9be in 874ms, sequenceid=12, compaction requested=false at 1731554414128 (+7 ms)Writing region close event to WAL at 1731554414133 (+5 ms)Running coprocessor post-close hooks at 1731554414137 (+4 ms)Closed at 1731554414137 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554408306.cd5564edc8b6d4ba0729940e9ae6b9be. 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 333c2a3bc1d7ea9015c1cf7a3ce7cdee, disabling compactions & flushes 2024-11-14T03:20:14,137 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. after waiting 0 ms 2024-11-14T03:20:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:14,142 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/default/test/333c2a3bc1d7ea9015c1cf7a3ce7cdee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T03:20:14,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:14,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:14,143 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:14,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 333c2a3bc1d7ea9015c1cf7a3ce7cdee: Waiting for close lock at 1731554414137Running coprocessor pre-close hooks at 1731554414137Disabling compacts and flushes for region at 1731554414137Disabling writes for close at 1731554414137Writing region close event to WAL at 1731554414138 (+1 ms)Running coprocessor post-close hooks at 1731554414142 (+4 ms)Closed at 1731554414143 (+1 ms) 2024-11-14T03:20:14,143 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554404979.333c2a3bc1d7ea9015c1cf7a3ce7cdee. 2024-11-14T03:20:14,208 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/table/72162c7c7a8342f1a10e6a3fdb82505f 2024-11-14T03:20:14,213 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/info/59079c58a8514b72a413f3bc9c95a7f1 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/info/59079c58a8514b72a413f3bc9c95a7f1 2024-11-14T03:20:14,218 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/info/59079c58a8514b72a413f3bc9c95a7f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:20:14,218 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/ns/6d9a3e7982934bb2b97b68fa610f48b4 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/ns/6d9a3e7982934bb2b97b68fa610f48b4 2024-11-14T03:20:14,224 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/ns/6d9a3e7982934bb2b97b68fa610f48b4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:20:14,225 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/rep_barrier/4d00067efe164b3ea8705b261611bd9a as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/rep_barrier/4d00067efe164b3ea8705b261611bd9a 2024-11-14T03:20:14,243 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/rep_barrier/4d00067efe164b3ea8705b261611bd9a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:20:14,244 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/.tmp/table/72162c7c7a8342f1a10e6a3fdb82505f as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/table/72162c7c7a8342f1a10e6a3fdb82505f 2024-11-14T03:20:14,248 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/table/72162c7c7a8342f1a10e6a3fdb82505f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:20:14,249 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=16, compaction requested=false 2024-11-14T03:20:14,256 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:20:14,256 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:20:14,256 DEBUG [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:20:14,258 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:20:14,259 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:14,259 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:14,259 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:14,259 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554413255Running coprocessor pre-close hooks at 1731554413255Disabling compacts and flushes for region at 1731554413255Disabling writes for close at 1731554413255Obtaining lock to block concurrent updates at 1731554413255Preparing flush snapshotting stores in 1588230740 at 1731554413255Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554413256 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554413256Flushing 1588230740/info: creating writer at 1731554413256Flushing 1588230740/info: appending metadata at 1731554413278 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731554413278Flushing 1588230740/ns: creating writer at 1731554413294 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731554413313 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731554413313Flushing 1588230740/rep_barrier: creating writer at 1731554413340 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554413358 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554413358Flushing 1588230740/table: creating writer at 1731554413787 (+429 ms)Flushing 1588230740/table: appending metadata at 1731554413802 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731554413802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f76a1a: reopening flushed file at 1731554414212 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ce8ba0: reopening flushed file at 1731554414218 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d8b42: reopening flushed file at 1731554414224 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e17f0c4: reopening flushed file at 1731554414243 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=16, compaction requested=false at 1731554414249 (+6 ms)Writing region close event to WAL at 1731554414255 (+6 ms)Running coprocessor post-close hooks at 1731554414259 (+4 ms)Closed at 1731554414259 2024-11-14T03:20:14,259 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:14,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:14,274 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 1033, reset compression=false 2024-11-14T03:20:14,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:14,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 1328, reset compression=false 2024-11-14T03:20:14,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45557,1731554400477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:14,288 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,45557,1731554400477: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,45557,1731554400477, walGroup=b152692f18ba%2C45557%2C1731554400477, offset=b152692f18ba%2C45557%2C1731554400477.1731554402696:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:45557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:20:14,289 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:20:14,290 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 1033, reset compression=false 2024-11-14T03:20:14,291 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:20:14,293 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:20:14,293 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:20:14,293 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:20:14,293 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 567922176 }, "NonHeapMemoryUsage": { "committed": 189923328, "init": 7667712, "max": -1, "used": 187238688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:20:14,295 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:20:14,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:14,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b152692f18ba,45557,1731554400477 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:14,403 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b152692f18ba,45557,1731554400477 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:14,456 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,45557,1731554400477; all regions closed. 2024-11-14T03:20:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:20:14,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.meta.1731554403740.meta not finished, retry = 0 2024-11-14T03:20:14,497 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.1731554402696 to pos 1328, reset compression=false 2024-11-14T03:20:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741839_1015 (size=3127) 2024-11-14T03:20:14,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/WALs/b152692f18ba,45557,1731554400477/b152692f18ba%2C45557%2C1731554400477.rep.1731554408711 not finished, retry = 0 2024-11-14T03:20:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741832_1008 (size=1336) 2024-11-14T03:20:14,664 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:14,664 INFO [RS:0;b152692f18ba:45557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:14,664 INFO [RS:0;b152692f18ba:45557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:14,664 INFO [RS:0;b152692f18ba:45557 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:14,665 INFO [RS:0;b152692f18ba:45557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:14,665 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:14,665 INFO [RS:0;b152692f18ba:45557 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,45557,1731554400477 because: Region server is closing 2024-11-14T03:20:14,665 INFO [RS:0;b152692f18ba:45557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45557. 2024-11-14T03:20:14,665 DEBUG [RS:0;b152692f18ba:45557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:14,665 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:14,665 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:14,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:14,765 INFO [RS:0;b152692f18ba:45557 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.shipperb152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 terminated 2024-11-14T03:20:14,765 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45557,1731554400477.replicationSource.wal-reader.b152692f18ba%2C45557%2C1731554400477,1-b152692f18ba,45557,1731554400477 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:20:14,766 INFO [RS:0;b152692f18ba:45557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45557. 2024-11-14T03:20:14,766 DEBUG [RS:0;b152692f18ba:45557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:14,766 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:14,766 DEBUG [RS:0;b152692f18ba:45557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:14,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:14,766 INFO [RS:0;b152692f18ba:45557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45557 2024-11-14T03:20:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1838522907/rs/b152692f18ba,45557,1731554400477 2024-11-14T03:20:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907/rs 2024-11-14T03:20:14,792 INFO [RS:0;b152692f18ba:45557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:14,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,45557,1731554400477] 2024-11-14T03:20:14,805 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 1033, reset compression=false 2024-11-14T03:20:14,906 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b152692f18ba:45557 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:45557 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:14,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b152692f18ba:45557 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:45557 2024-11-14T03:20:14,907 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b152692f18ba:45557 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:45557 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:45557 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T03:20:14,910 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1838522907/draining/b152692f18ba,45557,1731554400477 already deleted, retry=false 2024-11-14T03:20:14,910 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,45557,1731554400477 expired; onlineServers=0 2024-11-14T03:20:14,910 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,46477,1731554400334' ***** 2024-11-14T03:20:14,910 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:20:14,910 INFO [M:0;b152692f18ba:46477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:14,910 INFO [M:0;b152692f18ba:46477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:14,911 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T03:20:14,911 DEBUG [M:0;b152692f18ba:46477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:20:14,911 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:20:14,911 DEBUG [M:0;b152692f18ba:46477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:20:14,911 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554402487 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554402487,5,FailOnTimeoutGroup] 2024-11-14T03:20:14,911 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554402487 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554402487,5,FailOnTimeoutGroup] 2024-11-14T03:20:14,911 INFO [M:0;b152692f18ba:46477 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:14,911 INFO [M:0;b152692f18ba:46477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:14,911 DEBUG [M:0;b152692f18ba:46477 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:20:14,911 INFO [M:0;b152692f18ba:46477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:20:14,911 INFO [M:0;b152692f18ba:46477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:14,911 INFO [M:0;b152692f18ba:46477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:20:14,911 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:20:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1838522907/master 2024-11-14T03:20:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1838522907 2024-11-14T03:20:14,921 DEBUG [M:0;b152692f18ba:46477 {}] zookeeper.ZKUtil(347): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Unable to get data of znode /1838522907/master because node does not exist (not an error) 2024-11-14T03:20:14,921 WARN [M:0;b152692f18ba:46477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:20:14,922 INFO [M:0;b152692f18ba:46477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/.lastflushedseqids 2024-11-14T03:20:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741850_1026 (size=263) 2024-11-14T03:20:14,940 INFO [M:0;b152692f18ba:46477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:20:14,940 INFO [M:0;b152692f18ba:46477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:20:14,940 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:14,940 INFO [M:0;b152692f18ba:46477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:14,940 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:14,940 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:14,940 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:14,940 INFO [M:0;b152692f18ba:46477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T03:20:14,958 DEBUG [M:0;b152692f18ba:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2003334c5ec04ed1bbaf45cdfe3725b5 is 82, key is hbase:meta,,1/info:regioninfo/1731554403767/Put/seqid=0 2024-11-14T03:20:14,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741851_1027 (size=5672) 2024-11-14T03:20:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:14,981 INFO [RS:0;b152692f18ba:45557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45557-0x101375b36c80004, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:14,981 INFO [RS:0;b152692f18ba:45557 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,45557,1731554400477; zookeeper connection closed. 2024-11-14T03:20:14,981 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ea42a53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ea42a53 2024-11-14T03:20:14,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:20:15,367 INFO [M:0;b152692f18ba:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2003334c5ec04ed1bbaf45cdfe3725b5 2024-11-14T03:20:15,384 DEBUG [M:0;b152692f18ba:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc5c39a9f5a74cf6b66b0a715adac30a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731554408826/Put/seqid=0 2024-11-14T03:20:15,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741852_1028 (size=8516) 2024-11-14T03:20:15,413 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 1033, reset compression=false 2024-11-14T03:20:15,511 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T03:20:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:20:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44376 deadline: 1731554475512, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T03:20:15,513 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T03:20:15,514 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T03:20:15,514 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T03:20:15,787 INFO [M:0;b152692f18ba:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc5c39a9f5a74cf6b66b0a715adac30a 2024-11-14T03:20:15,809 DEBUG [M:0;b152692f18ba:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59e779ccd8d41e7b985af42a5ac0fb4 is 69, key is b152692f18ba,45557,1731554400477/rs:state/1731554402539/Put/seqid=0 2024-11-14T03:20:15,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741853_1029 (size=5156) 2024-11-14T03:20:16,117 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 1033, reset compression=false 2024-11-14T03:20:16,213 INFO [M:0;b152692f18ba:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59e779ccd8d41e7b985af42a5ac0fb4 2024-11-14T03:20:16,215 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T03:20:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:20:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46477 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44376 deadline: 1731554476216, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T03:20:16,217 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T03:20:16,218 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T03:20:16,218 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T03:20:16,224 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2003334c5ec04ed1bbaf45cdfe3725b5 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2003334c5ec04ed1bbaf45cdfe3725b5 2024-11-14T03:20:16,228 INFO [M:0;b152692f18ba:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2003334c5ec04ed1bbaf45cdfe3725b5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T03:20:16,229 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc5c39a9f5a74cf6b66b0a715adac30a as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc5c39a9f5a74cf6b66b0a715adac30a 2024-11-14T03:20:16,234 INFO [M:0;b152692f18ba:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc5c39a9f5a74cf6b66b0a715adac30a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T03:20:16,235 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59e779ccd8d41e7b985af42a5ac0fb4 as hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f59e779ccd8d41e7b985af42a5ac0fb4 2024-11-14T03:20:16,238 INFO [M:0;b152692f18ba:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/95c73238-764b-1696-8b87-c1488ad50b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f59e779ccd8d41e7b985af42a5ac0fb4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T03:20:16,239 INFO [M:0;b152692f18ba:46477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=97, compaction requested=false 2024-11-14T03:20:16,247 INFO [M:0;b152692f18ba:46477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:16,247 DEBUG [M:0;b152692f18ba:46477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554414940Disabling compacts and flushes for region at 1731554414940Disabling writes for close at 1731554414940Obtaining lock to block concurrent updates at 1731554414940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554414940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731554414941 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554414941Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554414942 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554414958 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554414958Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554415371 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554415383 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554415383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554415792 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554415808 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554415808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50552e7f: reopening flushed file at 1731554416217 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eca6b3f: reopening flushed file at 1731554416228 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aee0ad5: reopening flushed file at 1731554416234 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=97, compaction requested=false at 1731554416239 (+5 ms)Writing region close event to WAL at 1731554416247 (+8 ms)Closed at 1731554416247 2024-11-14T03:20:16,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741830_1006 (size=63654) 2024-11-14T03:20:16,250 INFO [M:0;b152692f18ba:46477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:20:16,250 INFO [M:0;b152692f18ba:46477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46477 2024-11-14T03:20:16,251 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:16,251 INFO [M:0;b152692f18ba:46477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:16,358 INFO [M:0;b152692f18ba:46477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101375b36c80003, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:16,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:16,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:16,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:16,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:16,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:16,362 WARN [BP-801276163-172.17.0.3-1731554398339 heartbeating to localhost/127.0.0.1:39479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:20:16,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:20:16,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:20:16,362 WARN [BP-801276163-172.17.0.3-1731554398339 heartbeating to localhost/127.0.0.1:39479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-801276163-172.17.0.3-1731554398339 (Datanode Uuid 9290232b-b283-4665-91d3-94d87a592f30) service to localhost/127.0.0.1:39479 2024-11-14T03:20:16,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/cluster_cedf02c7-ac00-b9e4-c05d-184cac9dc91e/data/data1/current/BP-801276163-172.17.0.3-1731554398339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:16,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/cluster_cedf02c7-ac00-b9e4-c05d-184cac9dc91e/data/data2/current/BP-801276163-172.17.0.3-1731554398339 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:16,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:20:16,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b6171a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:16,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:16,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:16,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:16,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:16,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:20:16,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:20:16,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:16,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:16,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:16,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:16,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:16,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:20:16,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1055793446, stopped=false 2024-11-14T03:20:16,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,33919,1731554395169 2024-11-14T03:20:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499759814/running 2024-11-14T03:20:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:20:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499759814/running 2024-11-14T03:20:16,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:20:16,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:16,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:16,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:16,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on znode that does not yet exist, /01499759814/running 2024-11-14T03:20:16,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,44149,1731554395351' ***** 2024-11-14T03:20:16,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:20:16,406 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:20:16,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Set watcher on znode that does not yet exist, /01499759814/running 2024-11-14T03:20:16,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:20:16,406 INFO [RS:0;b152692f18ba:44149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:20:16,406 INFO [RS:0;b152692f18ba:44149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:20:16,406 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a2431a4ed8c627b3c12a375b01d839c 2024-11-14T03:20:16,406 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:16,406 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,44149,1731554395351 2024-11-14T03:20:16,407 INFO [RS:0;b152692f18ba:44149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:16,407 INFO [RS:0;b152692f18ba:44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44149. 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a2431a4ed8c627b3c12a375b01d839c, disabling compactions & flushes 2024-11-14T03:20:16,407 DEBUG [RS:0;b152692f18ba:44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:16,407 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:16,407 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. after waiting 0 ms 2024-11-14T03:20:16,407 INFO [RS:0;b152692f18ba:44149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:16,407 INFO [RS:0;b152692f18ba:44149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:20:16,407 INFO [RS:0;b152692f18ba:44149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:20:16,407 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:20:16,407 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a2431a4ed8c627b3c12a375b01d839c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T03:20:16,407 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:20:16,407 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1325): Online Regions={2a2431a4ed8c627b3c12a375b01d839c=hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c., d203755fa9555aef83fd7280228f7372=test,,1731554403839.d203755fa9555aef83fd7280228f7372., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:20:16,407 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a2431a4ed8c627b3c12a375b01d839c, d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:16,407 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:16,407 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:16,407 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:20:16,421 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/.tmp/hfileref/b388b4a4d71c4f91a5c11898d4590671 is 74, key is 1/hfileref:5866cbab9a1340d6983295c954b642bc_SeqId_4_/1731554410729/DeleteColumn/seqid=0 2024-11-14T03:20:16,423 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/info/02d365524d95445aa2cf63e8d29387ac is 147, key is hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c./info:regioninfo/1731554407341/Put/seqid=0 2024-11-14T03:20:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741846_1022 (size=5345) 2024-11-14T03:20:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741847_1023 (size=7686) 2024-11-14T03:20:16,445 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:20:16,445 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:20:16,463 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:16,607 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a2431a4ed8c627b3c12a375b01d839c, d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:16,807 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a2431a4ed8c627b3c12a375b01d839c, d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:16,827 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/.tmp/hfileref/b388b4a4d71c4f91a5c11898d4590671 2024-11-14T03:20:16,832 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/info/02d365524d95445aa2cf63e8d29387ac 2024-11-14T03:20:16,849 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/.tmp/queue/12b04bac06d64d6f81f7d87f791d0d64 is 153, key is 1-b152692f18ba,44149,1731554395351/queue:b152692f18ba%2C44149%2C1731554395351/1731554410731/Put/seqid=0 2024-11-14T03:20:16,854 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/ns/cd208a66382243b78d932c6f1fc7f596 is 43, key is default/ns:d/1731554398251/Put/seqid=0 2024-11-14T03:20:16,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741848_1024 (size=5352) 2024-11-14T03:20:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741849_1025 (size=5153) 2024-11-14T03:20:16,921 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.wal-reader.b152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.1731554397586 to pos 1033, reset compression=false 2024-11-14T03:20:17,008 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a2431a4ed8c627b3c12a375b01d839c, d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:17,019 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T03:20:17,019 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b152692f18ba:46477 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:46477 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:17,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b152692f18ba:46477 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:46477 2024-11-14T03:20:17,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:17,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b152692f18ba:46477 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:46477 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:20:17,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b152692f18ba:46477 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:46477 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T03:20:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b152692f18ba:46477 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b152692f18ba/172.17.0.3:46477 2024-11-14T03:20:17,208 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a2431a4ed8c627b3c12a375b01d839c, d203755fa9555aef83fd7280228f7372 2024-11-14T03:20:17,257 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/.tmp/queue/12b04bac06d64d6f81f7d87f791d0d64 2024-11-14T03:20:17,259 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/ns/cd208a66382243b78d932c6f1fc7f596 2024-11-14T03:20:17,264 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/.tmp/hfileref/b388b4a4d71c4f91a5c11898d4590671 as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/hfileref/b388b4a4d71c4f91a5c11898d4590671 2024-11-14T03:20:17,273 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/hfileref/b388b4a4d71c4f91a5c11898d4590671, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T03:20:17,274 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/.tmp/queue/12b04bac06d64d6f81f7d87f791d0d64 as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/queue/12b04bac06d64d6f81f7d87f791d0d64 2024-11-14T03:20:17,287 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/queue/12b04bac06d64d6f81f7d87f791d0d64, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T03:20:17,288 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2a2431a4ed8c627b3c12a375b01d839c in 881ms, sequenceid=10, compaction requested=false 2024-11-14T03:20:17,295 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/rep_barrier/9f5f8e1c9c494d52820b94fd41f5f5ee is 112, key is test,,1731554403839.d203755fa9555aef83fd7280228f7372./rep_barrier:seqnumDuringOpen/1731554404589/Put/seqid=0 2024-11-14T03:20:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741850_1026 (size=5518) 2024-11-14T03:20:17,306 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/rep_barrier/9f5f8e1c9c494d52820b94fd41f5f5ee 2024-11-14T03:20:17,317 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/replication/2a2431a4ed8c627b3c12a375b01d839c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T03:20:17,318 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:17,318 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:17,318 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:17,319 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a2431a4ed8c627b3c12a375b01d839c: Waiting for close lock at 1731554416407Running coprocessor pre-close hooks at 1731554416407Disabling compacts and flushes for region at 1731554416407Disabling writes for close at 1731554416407Obtaining lock to block concurrent updates at 1731554416407Preparing flush snapshotting stores in 2a2431a4ed8c627b3c12a375b01d839c at 1731554416407Finished memstore snapshotting hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731554416407Flushing stores of hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. at 1731554416408 (+1 ms)Flushing 2a2431a4ed8c627b3c12a375b01d839c/hfileref: creating writer at 1731554416408Flushing 2a2431a4ed8c627b3c12a375b01d839c/hfileref: appending metadata at 1731554416421 (+13 ms)Flushing 2a2431a4ed8c627b3c12a375b01d839c/hfileref: closing flushed file at 1731554416421Flushing 2a2431a4ed8c627b3c12a375b01d839c/queue: creating writer at 1731554416831 (+410 ms)Flushing 2a2431a4ed8c627b3c12a375b01d839c/queue: appending metadata at 1731554416848 (+17 ms)Flushing 2a2431a4ed8c627b3c12a375b01d839c/queue: closing flushed file at 1731554416849 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757b23db: reopening flushed file at 1731554417264 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a71ee26: reopening flushed file at 1731554417273 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2a2431a4ed8c627b3c12a375b01d839c in 881ms, sequenceid=10, compaction requested=false at 1731554417288 (+15 ms)Writing region close event to WAL at 1731554417306 (+18 ms)Running coprocessor post-close hooks at 1731554417318 (+12 ms)Closed at 1731554417318 2024-11-14T03:20:17,319 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554406147.2a2431a4ed8c627b3c12a375b01d839c. 2024-11-14T03:20:17,319 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d203755fa9555aef83fd7280228f7372, disabling compactions & flushes 2024-11-14T03:20:17,319 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:17,319 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:17,319 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554403839.d203755fa9555aef83fd7280228f7372. after waiting 0 ms 2024-11-14T03:20:17,319 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:17,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:17,337 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/default/test/d203755fa9555aef83fd7280228f7372/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T03:20:17,337 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/table/af99dc5154174c2aa35b256bb36be2fd is 53, key is hbase:replication/table:state/1731554407349/Put/seqid=0 2024-11-14T03:20:17,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b152692f18ba:46477 this server is in the failed servers list 2024-11-14T03:20:17,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b152692f18ba:46477 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:17,342 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:17,342 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:17,342 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:17,342 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d203755fa9555aef83fd7280228f7372: Waiting for close lock at 1731554417319Running coprocessor pre-close hooks at 1731554417319Disabling compacts and flushes for region at 1731554417319Disabling writes for close at 1731554417319Writing region close event to WAL at 1731554417332 (+13 ms)Running coprocessor post-close hooks at 1731554417342 (+10 ms)Closed at 1731554417342 2024-11-14T03:20:17,342 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554403839.d203755fa9555aef83fd7280228f7372. 2024-11-14T03:20:17,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741851_1027 (size=5308) 2024-11-14T03:20:17,346 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/table/af99dc5154174c2aa35b256bb36be2fd 2024-11-14T03:20:17,352 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/info/02d365524d95445aa2cf63e8d29387ac as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/info/02d365524d95445aa2cf63e8d29387ac 2024-11-14T03:20:17,358 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/info/02d365524d95445aa2cf63e8d29387ac, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:20:17,359 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/ns/cd208a66382243b78d932c6f1fc7f596 as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/ns/cd208a66382243b78d932c6f1fc7f596 2024-11-14T03:20:17,369 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/ns/cd208a66382243b78d932c6f1fc7f596, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:20:17,375 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/rep_barrier/9f5f8e1c9c494d52820b94fd41f5f5ee as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/rep_barrier/9f5f8e1c9c494d52820b94fd41f5f5ee 2024-11-14T03:20:17,383 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/rep_barrier/9f5f8e1c9c494d52820b94fd41f5f5ee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:20:17,384 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/.tmp/table/af99dc5154174c2aa35b256bb36be2fd as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/table/af99dc5154174c2aa35b256bb36be2fd 2024-11-14T03:20:17,396 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/table/af99dc5154174c2aa35b256bb36be2fd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:20:17,398 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false 2024-11-14T03:20:17,398 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:20:17,408 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:20:17,408 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:20:17,408 DEBUG [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:20:17,446 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:20:17,447 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:17,447 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:17,447 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:17,448 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554416407Running coprocessor pre-close hooks at 1731554416407Disabling compacts and flushes for region at 1731554416407Disabling writes for close at 1731554416407Obtaining lock to block concurrent updates at 1731554416407Preparing flush snapshotting stores in 1588230740 at 1731554416407Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554416407Flushing stores of hbase:meta,,1.1588230740 at 1731554416408 (+1 ms)Flushing 1588230740/info: creating writer at 1731554416408Flushing 1588230740/info: appending metadata at 1731554416423 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731554416423Flushing 1588230740/ns: creating writer at 1731554416840 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731554416853 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731554416854 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731554417268 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554417294 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554417294Flushing 1588230740/table: creating writer at 1731554417312 (+18 ms)Flushing 1588230740/table: appending metadata at 1731554417336 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731554417336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dbd4e7a: reopening flushed file at 1731554417351 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153c0a7b: reopening flushed file at 1731554417358 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e8f13a: reopening flushed file at 1731554417369 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1247ae74: reopening flushed file at 1731554417383 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false at 1731554417398 (+15 ms)Writing region close event to WAL at 1731554417441 (+43 ms)Running coprocessor post-close hooks at 1731554417447 (+6 ms)Closed at 1731554417447 2024-11-14T03:20:17,448 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:17,608 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,44149,1731554395351; all regions closed. 2024-11-14T03:20:17,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:20:17,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.meta.1731554398176.meta not finished, retry = 0 2024-11-14T03:20:17,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:17,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b152692f18ba:46477 this server is in the failed servers list 2024-11-14T03:20:17,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b152692f18ba:46477 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:17,713 DEBUG [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/oldWALs 2024-11-14T03:20:17,713 INFO [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C44149%2C1731554395351.meta:.meta(num 1731554398176) 2024-11-14T03:20:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741839_1015 (size=2695) 2024-11-14T03:20:17,715 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/WALs/b152692f18ba,44149,1731554395351/b152692f18ba%2C44149%2C1731554395351.rep.1731554407303 not finished, retry = 0 2024-11-14T03:20:17,817 DEBUG [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/oldWALs 2024-11-14T03:20:17,817 INFO [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C44149%2C1731554395351.rep:(num 1731554407303) 2024-11-14T03:20:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741833_1009 (size=1336) 2024-11-14T03:20:17,821 DEBUG [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/oldWALs 2024-11-14T03:20:17,821 INFO [RS:0;b152692f18ba:44149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C44149%2C1731554395351:(num 1731554397586) 2024-11-14T03:20:17,821 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:17,821 INFO [RS:0;b152692f18ba:44149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:17,821 INFO [RS:0;b152692f18ba:44149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:17,821 INFO [RS:0;b152692f18ba:44149 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:17,822 INFO [RS:0;b152692f18ba:44149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:17,822 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:17,822 INFO [RS:0;b152692f18ba:44149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,44149,1731554395351 because: Region server is closing 2024-11-14T03:20:17,822 INFO [RS:0;b152692f18ba:44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44149. 2024-11-14T03:20:17,822 DEBUG [RS:0;b152692f18ba:44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:17,822 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:17,822 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:17,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:17,923 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T03:20:17,923 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T03:20:17,923 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T03:20:18,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:18,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:20:18,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:20:18,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:20:18,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:18,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:18,156 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:18,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b152692f18ba:46477 this server is in the failed servers list 2024-11-14T03:20:18,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b152692f18ba:46477 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:18,824 INFO [RS:0;b152692f18ba:44149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44149,1731554395351.replicationSource.shipperb152692f18ba%2C44149%2C1731554395351,1-b152692f18ba,44149,1731554395351 terminated 2024-11-14T03:20:18,824 INFO [RS:0;b152692f18ba:44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44149. 2024-11-14T03:20:18,824 DEBUG [RS:0;b152692f18ba:44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:18,824 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:18,824 DEBUG [RS:0;b152692f18ba:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:18,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:18,824 INFO [RS:0;b152692f18ba:44149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44149 2024-11-14T03:20:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814/rs 2024-11-14T03:20:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499759814/rs/b152692f18ba,44149,1731554395351 2024-11-14T03:20:18,836 INFO [RS:0;b152692f18ba:44149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:18,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,44149,1731554395351] 2024-11-14T03:20:18,857 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01499759814/draining/b152692f18ba,44149,1731554395351 already deleted, retry=false 2024-11-14T03:20:18,857 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,44149,1731554395351 expired; onlineServers=0 2024-11-14T03:20:18,857 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,33919,1731554395169' ***** 2024-11-14T03:20:18,857 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:20:18,857 INFO [M:0;b152692f18ba:33919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:18,857 INFO [M:0;b152692f18ba:33919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:18,857 DEBUG [M:0;b152692f18ba:33919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:20:18,858 DEBUG [M:0;b152692f18ba:33919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:20:18,858 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:20:18,858 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554397376 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554397376,5,FailOnTimeoutGroup] 2024-11-14T03:20:18,858 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554397376 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554397376,5,FailOnTimeoutGroup] 2024-11-14T03:20:18,858 INFO [M:0;b152692f18ba:33919 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:18,858 INFO [M:0;b152692f18ba:33919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:18,858 DEBUG [M:0;b152692f18ba:33919 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:20:18,858 INFO [M:0;b152692f18ba:33919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:20:18,858 INFO [M:0;b152692f18ba:33919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:18,858 INFO [M:0;b152692f18ba:33919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:20:18,858 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:20:18,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499759814/master 2024-11-14T03:20:18,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499759814 2024-11-14T03:20:18,868 DEBUG [M:0;b152692f18ba:33919 {}] zookeeper.ZKUtil(347): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Unable to get data of znode /01499759814/master because node does not exist (not an error) 2024-11-14T03:20:18,868 WARN [M:0;b152692f18ba:33919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:20:18,869 INFO [M:0;b152692f18ba:33919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/.lastflushedseqids 2024-11-14T03:20:18,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741852_1028 (size=263) 2024-11-14T03:20:18,876 INFO [M:0;b152692f18ba:33919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:20:18,876 INFO [M:0;b152692f18ba:33919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:20:18,876 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:18,876 INFO [M:0;b152692f18ba:33919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:18,876 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:18,876 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:18,876 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:18,876 INFO [M:0;b152692f18ba:33919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T03:20:18,896 DEBUG [M:0;b152692f18ba:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2487bc9abd459e80a601962c3a38e7 is 82, key is hbase:meta,,1/info:regioninfo/1731554398209/Put/seqid=0 2024-11-14T03:20:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741853_1029 (size=5672) 2024-11-14T03:20:18,947 INFO [RS:0;b152692f18ba:44149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:18,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:18,947 INFO [RS:0;b152692f18ba:44149 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,44149,1731554395351; zookeeper connection closed. 2024-11-14T03:20:18,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x101375b36c80001, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:18,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bd88652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bd88652 2024-11-14T03:20:18,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:20:19,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:19,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:19,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:19,300 INFO [M:0;b152692f18ba:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2487bc9abd459e80a601962c3a38e7 2024-11-14T03:20:19,330 DEBUG [M:0;b152692f18ba:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21c3844e23b94525a4a28458d6c84fc1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731554407353/Put/seqid=0 2024-11-14T03:20:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741854_1030 (size=8516) 2024-11-14T03:20:19,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:19,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:19,738 INFO [M:0;b152692f18ba:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21c3844e23b94525a4a28458d6c84fc1 2024-11-14T03:20:19,777 DEBUG [M:0;b152692f18ba:33919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62916258027d4bada6cd0e9d5d8506fd is 69, key is b152692f18ba,44149,1731554395351/rs:state/1731554397423/Put/seqid=0 2024-11-14T03:20:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741855_1031 (size=5156) 2024-11-14T03:20:19,790 INFO [M:0;b152692f18ba:33919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62916258027d4bada6cd0e9d5d8506fd 2024-11-14T03:20:19,797 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2487bc9abd459e80a601962c3a38e7 as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2487bc9abd459e80a601962c3a38e7 2024-11-14T03:20:19,802 INFO [M:0;b152692f18ba:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2487bc9abd459e80a601962c3a38e7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T03:20:19,803 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21c3844e23b94525a4a28458d6c84fc1 as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21c3844e23b94525a4a28458d6c84fc1 2024-11-14T03:20:19,809 INFO [M:0;b152692f18ba:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21c3844e23b94525a4a28458d6c84fc1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T03:20:19,810 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62916258027d4bada6cd0e9d5d8506fd as hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62916258027d4bada6cd0e9d5d8506fd 2024-11-14T03:20:19,815 INFO [M:0;b152692f18ba:33919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39803/user/jenkins/test-data/f73ae3d8-5657-8b71-3346-a36170360884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62916258027d4bada6cd0e9d5d8506fd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T03:20:19,816 INFO [M:0;b152692f18ba:33919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=97, compaction requested=false 2024-11-14T03:20:19,817 INFO [M:0;b152692f18ba:33919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:19,817 DEBUG [M:0;b152692f18ba:33919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554418876Disabling compacts and flushes for region at 1731554418876Disabling writes for close at 1731554418876Obtaining lock to block concurrent updates at 1731554418876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554418876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731554418877 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554418877Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554418877Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554418895 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554418895Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554419306 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554419329 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554419329Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554419747 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554419777 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554419777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0ebdcd: reopening flushed file at 1731554419796 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ba1d22: reopening flushed file at 1731554419802 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324279a8: reopening flushed file at 1731554419809 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=97, compaction requested=false at 1731554419816 (+7 ms)Writing region close event to WAL at 1731554419817 (+1 ms)Closed at 1731554419817 2024-11-14T03:20:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741830_1006 (size=63654) 2024-11-14T03:20:19,821 INFO [M:0;b152692f18ba:33919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:20:19,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:19,821 INFO [M:0;b152692f18ba:33919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33919 2024-11-14T03:20:19,821 INFO [M:0;b152692f18ba:33919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:19,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:19,979 INFO [M:0;b152692f18ba:33919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:19,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33919-0x101375b36c80000, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:19,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5226859e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:19,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:19,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:19,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:19,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:19,984 WARN [BP-394439634-172.17.0.3-1731554392889 heartbeating to localhost/127.0.0.1:39803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:20:19,984 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:20:19,984 WARN [BP-394439634-172.17.0.3-1731554392889 heartbeating to localhost/127.0.0.1:39803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394439634-172.17.0.3-1731554392889 (Datanode Uuid ae2f09bf-8c57-4159-ac48-982531851376) service to localhost/127.0.0.1:39803 2024-11-14T03:20:19,984 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:20:19,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf/data/data1/current/BP-394439634-172.17.0.3-1731554392889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:19,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/cluster_c79fea02-dcc3-9813-ed19-34716f7942bf/data/data2/current/BP-394439634-172.17.0.3-1731554392889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:19,985 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:20:19,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b0899c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:19,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:19,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:19,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:19,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85ff9519-201a-f183-4b40-9a1e51bdfcb2/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:19,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:20:20,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 204) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52442) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39803 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39803 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52442) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39479 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39803 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 349) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5982 (was 5478) - AvailableMemoryMB LEAK? - 2024-11-14T03:20:20,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=5982 2024-11-14T03:20:20,044 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T03:20:20,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.log.dir so I do NOT create it in target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5 2024-11-14T03:20:20,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:20:20,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.tmp.dir so I do NOT create it in target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5 2024-11-14T03:20:20,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed0185f-0794-f7ef-6ed4-412df1916dd6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:20:20,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5 2024-11-14T03:20:20,045 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3, deleteOnExit=true 2024-11-14T03:20:20,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3/zookeeper_0, clientPort=54070, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:20:20,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54070 2024-11-14T03:20:20,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:20:20,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/test.cache.data in system properties and HBase conf 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:20:20,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:20:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101375b36c80002, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:20:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101375b36c80005, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:20:20,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101375b36c80002, quorum=127.0.0.1:52442, baseZNode=/01499759814 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:20:20,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101375b36c80005, quorum=127.0.0.1:52442, baseZNode=/1838522907 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:20:20,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:20,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:20,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:20,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:20,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:20:20,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:20,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d9805d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:20,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@418d319b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:20,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d8641a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/java.io.tmpdir/jetty-localhost-38119-hadoop-hdfs-3_4_1-tests_jar-_-any-832276812251363756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:20,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39cb992f{HTTP/1.1, (http/1.1)}{localhost:38119} 2024-11-14T03:20:20,660 INFO [Time-limited test {}] server.Server(415): Started @190870ms 2024-11-14T03:20:20,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:21,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:21,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:21,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:21,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:20:21,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71197954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:21,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@219f8229{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:21,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa13e91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/java.io.tmpdir/jetty-localhost-44209-hadoop-hdfs-3_4_1-tests_jar-_-any-17944347402891097829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:21,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b538681{HTTP/1.1, (http/1.1)}{localhost:44209} 2024-11-14T03:20:21,132 INFO [Time-limited test {}] server.Server(415): Started @191342ms 2024-11-14T03:20:21,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:20:21,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:21,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:21,188 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:21,837 WARN [Thread-2158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3/data/data1/current/BP-1707104019-172.17.0.3-1731554420069/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:21,837 WARN [Thread-2159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3/data/data2/current/BP-1707104019-172.17.0.3-1731554420069/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:21,854 WARN [Thread-2146 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:20:21,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8350c72e05a57c61 with lease ID 0xf08c4ec1ff17e4d9: Processing first storage report for DS-8f26c8d4-1e04-4aea-aa09-4dd82e968ce9 from datanode DatanodeRegistration(127.0.0.1:39801, datanodeUuid=82839556-054b-4598-ab09-0419c3a80ca4, infoPort=41233, infoSecurePort=0, ipcPort=37717, storageInfo=lv=-57;cid=testClusterID;nsid=1844533334;c=1731554420069) 2024-11-14T03:20:21,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8350c72e05a57c61 with lease ID 0xf08c4ec1ff17e4d9: from storage DS-8f26c8d4-1e04-4aea-aa09-4dd82e968ce9 node DatanodeRegistration(127.0.0.1:39801, datanodeUuid=82839556-054b-4598-ab09-0419c3a80ca4, infoPort=41233, infoSecurePort=0, ipcPort=37717, storageInfo=lv=-57;cid=testClusterID;nsid=1844533334;c=1731554420069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:20:21,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8350c72e05a57c61 with lease ID 0xf08c4ec1ff17e4d9: Processing first storage report for DS-0dc969d8-bea2-4814-adfa-bfdd0b758d53 from datanode DatanodeRegistration(127.0.0.1:39801, datanodeUuid=82839556-054b-4598-ab09-0419c3a80ca4, infoPort=41233, infoSecurePort=0, ipcPort=37717, storageInfo=lv=-57;cid=testClusterID;nsid=1844533334;c=1731554420069) 2024-11-14T03:20:21,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8350c72e05a57c61 with lease ID 0xf08c4ec1ff17e4d9: from storage DS-0dc969d8-bea2-4814-adfa-bfdd0b758d53 node DatanodeRegistration(127.0.0.1:39801, datanodeUuid=82839556-054b-4598-ab09-0419c3a80ca4, infoPort=41233, infoSecurePort=0, ipcPort=37717, storageInfo=lv=-57;cid=testClusterID;nsid=1844533334;c=1731554420069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:20:21,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5 2024-11-14T03:20:21,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:21,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:20:22,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b with version=8 2024-11-14T03:20:22,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/hbase-staging 2024-11-14T03:20:22,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:22,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:22,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:22,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:22,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:22,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:22,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:20:22,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:22,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35973 2024-11-14T03:20:22,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35973 connecting to ZooKeeper ensemble=127.0.0.1:54070 2024-11-14T03:20:22,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359730x0, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:22,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35973-0x101375ba0fa0000 connected 2024-11-14T03:20:22,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:22,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:22,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on znode that does not yet exist, /093973169/running 2024-11-14T03:20:22,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b, hbase.cluster.distributed=false 2024-11-14T03:20:22,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on znode that does not yet exist, /093973169/acl 2024-11-14T03:20:22,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35973 2024-11-14T03:20:22,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35973 2024-11-14T03:20:22,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35973 2024-11-14T03:20:22,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35973 2024-11-14T03:20:22,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35973 2024-11-14T03:20:22,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:22,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:22,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:22,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:22,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:22,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:22,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:20:22,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:22,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46035 2024-11-14T03:20:22,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46035 connecting to ZooKeeper ensemble=127.0.0.1:54070 2024-11-14T03:20:22,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:22,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460350x0, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:22,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460350x0, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on znode that does not yet exist, /093973169/running 2024-11-14T03:20:22,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46035-0x101375ba0fa0001 connected 2024-11-14T03:20:22,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:20:22,681 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:20:22,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on znode that does not yet exist, /093973169/master 2024-11-14T03:20:22,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on znode that does not yet exist, /093973169/acl 2024-11-14T03:20:22,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-14T03:20:22,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46035 2024-11-14T03:20:22,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46035 2024-11-14T03:20:22,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-14T03:20:22,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-14T03:20:22,715 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:35973 2024-11-14T03:20:22,716 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /093973169/backup-masters/b152692f18ba,35973,1731554422292 2024-11-14T03:20:22,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169/backup-masters 2024-11-14T03:20:22,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169/backup-masters 2024-11-14T03:20:22,729 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on existing znode=/093973169/backup-masters/b152692f18ba,35973,1731554422292 2024-11-14T03:20:22,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/093973169/master 2024-11-14T03:20:22,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:22,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:22,742 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on existing znode=/093973169/master 2024-11-14T03:20:22,742 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /093973169/backup-masters/b152692f18ba,35973,1731554422292 from backup master directory 2024-11-14T03:20:22,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/093973169/backup-masters/b152692f18ba,35973,1731554422292 2024-11-14T03:20:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169/backup-masters 2024-11-14T03:20:22,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169/backup-masters 2024-11-14T03:20:22,752 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:22,752 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,35973,1731554422292 2024-11-14T03:20:22,755 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/hbase.id] with ID: 8e18d86e-be01-48bc-9a1a-12ad86df55c2 2024-11-14T03:20:22,755 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/.tmp/hbase.id 2024-11-14T03:20:22,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:20:23,161 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/.tmp/hbase.id]:[hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/hbase.id] 2024-11-14T03:20:23,174 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:23,174 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:20:23,175 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:20:23,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:20:23,248 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:23,249 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:20:23,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:20:23,267 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store 2024-11-14T03:20:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:20:23,327 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:23,327 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:23,327 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:23,327 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:23,327 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:23,327 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:23,327 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:23,327 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554423327Disabling compacts and flushes for region at 1731554423327Disabling writes for close at 1731554423327Writing region close event to WAL at 1731554423327Closed at 1731554423327 2024-11-14T03:20:23,328 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/.initializing 2024-11-14T03:20:23,328 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/WALs/b152692f18ba,35973,1731554422292 2024-11-14T03:20:23,329 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:23,331 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C35973%2C1731554422292, suffix=, logDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/WALs/b152692f18ba,35973,1731554422292, archiveDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/oldWALs, maxLogs=10 2024-11-14T03:20:23,352 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/WALs/b152692f18ba,35973,1731554422292/b152692f18ba%2C35973%2C1731554422292.1731554423331, exclude list is [], retry=0 2024-11-14T03:20:23,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39801,DS-8f26c8d4-1e04-4aea-aa09-4dd82e968ce9,DISK] 2024-11-14T03:20:23,360 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/WALs/b152692f18ba,35973,1731554422292/b152692f18ba%2C35973%2C1731554422292.1731554423331 2024-11-14T03:20:23,366 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-14T03:20:23,366 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:23,366 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:23,366 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,366 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:20:23,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:23,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:23,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:20:23,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:23,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:23,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:20:23,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:23,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:23,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:20:23,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:23,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:23,373 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,380 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,381 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,382 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,382 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,382 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:23,383 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:23,389 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:23,389 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60556709, jitterRate=-0.09763471782207489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:23,390 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554423367Initializing all the Stores at 1731554423367Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554423367Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554423368 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554423368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554423368Cleaning up temporary data from old regions at 1731554423382 (+14 ms)Region opened successfully at 1731554423390 (+8 ms) 2024-11-14T03:20:23,392 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:20:23,396 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a51e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:23,396 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:20:23,397 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:20:23,397 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:20:23,397 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:20:23,397 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:20:23,397 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:20:23,397 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:20:23,428 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:20:23,429 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Unable to get data of znode /093973169/balancer because node does not exist (not necessarily an error) 2024-11-14T03:20:23,436 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /093973169/balancer already deleted, retry=false 2024-11-14T03:20:23,436 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:20:23,440 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Unable to get data of znode /093973169/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:20:23,446 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /093973169/normalizer already deleted, retry=false 2024-11-14T03:20:23,447 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:20:23,450 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Unable to get data of znode /093973169/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:20:23,457 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /093973169/switch/split already deleted, retry=false 2024-11-14T03:20:23,458 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Unable to get data of znode /093973169/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:20:23,467 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /093973169/switch/merge already deleted, retry=false 2024-11-14T03:20:23,476 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Unable to get data of znode /093973169/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:20:23,488 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /093973169/snapshot-cleanup already deleted, retry=false 2024-11-14T03:20:23,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/093973169/running 2024-11-14T03:20:23,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/093973169/running 2024-11-14T03:20:23,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,500 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,35973,1731554422292, sessionid=0x101375ba0fa0000, setting cluster-up flag (Was=false) 2024-11-14T03:20:23,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,552 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /093973169/flush-table-proc/acquired, /093973169/flush-table-proc/reached, /093973169/flush-table-proc/abort 2024-11-14T03:20:23,553 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35973,1731554422292 2024-11-14T03:20:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:23,604 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /093973169/online-snapshot/acquired, /093973169/online-snapshot/reached, /093973169/online-snapshot/abort 2024-11-14T03:20:23,605 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35973,1731554422292 2024-11-14T03:20:23,606 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:20:23,610 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:23,610 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:20:23,610 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:20:23,610 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,35973,1731554422292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:20:23,611 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:23,611 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:23,612 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:23,612 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:23,612 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:20:23,612 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,612 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:23,612 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554453623 2024-11-14T03:20:23,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:23,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:20:23,623 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:23,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:20:23,630 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:20:23,630 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:20:23,630 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:20:23,630 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:20:23,632 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:20:23,632 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:20:23,635 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554423632,5,FailOnTimeoutGroup] 2024-11-14T03:20:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:20:23,640 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554423635,5,FailOnTimeoutGroup] 2024-11-14T03:20:23,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:20:23,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,702 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(746): ClusterId : 8e18d86e-be01-48bc-9a1a-12ad86df55c2 2024-11-14T03:20:23,702 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:20:23,710 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:20:23,710 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:20:23,722 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:20:23,722 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6f2c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:23,738 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:46035 2024-11-14T03:20:23,738 INFO [RS:0;b152692f18ba:46035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:20:23,738 INFO [RS:0;b152692f18ba:46035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:20:23,738 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:20:23,739 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,35973,1731554422292 with port=46035, startcode=1731554422653 2024-11-14T03:20:23,739 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:20:23,741 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:20:23,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,46035,1731554422653 2024-11-14T03:20:23,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35973 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,46035,1731554422653 2024-11-14T03:20:23,743 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b 2024-11-14T03:20:23,743 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37341 2024-11-14T03:20:23,743 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:20:23,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169/rs 2024-11-14T03:20:23,752 DEBUG [RS:0;b152692f18ba:46035 {}] zookeeper.ZKUtil(111): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on existing znode=/093973169/rs/b152692f18ba,46035,1731554422653 2024-11-14T03:20:23,752 WARN [RS:0;b152692f18ba:46035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:23,752 INFO [RS:0;b152692f18ba:46035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:23,752 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653 2024-11-14T03:20:23,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,46035,1731554422653] 2024-11-14T03:20:23,756 INFO [RS:0;b152692f18ba:46035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:20:23,760 INFO [RS:0;b152692f18ba:46035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:20:23,771 INFO [RS:0;b152692f18ba:46035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:20:23,771 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,780 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:20:23,781 INFO [RS:0;b152692f18ba:46035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:20:23,781 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,781 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,781 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,781 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,781 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,781 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,781 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:23,782 DEBUG [RS:0;b152692f18ba:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:23,796 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,796 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,796 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,796 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,796 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,796 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46035,1731554422653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:23,823 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:20:23,824 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,46035,1731554422653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,824 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,824 INFO [RS:0;b152692f18ba:46035 {}] regionserver.Replication(171): b152692f18ba,46035,1731554422653 started 2024-11-14T03:20:23,848 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:23,848 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,46035,1731554422653, RpcServer on b152692f18ba/172.17.0.3:46035, sessionid=0x101375ba0fa0001 2024-11-14T03:20:23,848 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:20:23,848 DEBUG [RS:0;b152692f18ba:46035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,46035,1731554422653 2024-11-14T03:20:23,848 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,46035,1731554422653' 2024-11-14T03:20:23,848 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/093973169/flush-table-proc/abort' 2024-11-14T03:20:23,849 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/093973169/flush-table-proc/acquired' 2024-11-14T03:20:23,849 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:20:23,849 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:20:23,849 DEBUG [RS:0;b152692f18ba:46035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,46035,1731554422653 2024-11-14T03:20:23,849 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,46035,1731554422653' 2024-11-14T03:20:23,849 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/093973169/online-snapshot/abort' 2024-11-14T03:20:23,850 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/093973169/online-snapshot/acquired' 2024-11-14T03:20:23,850 DEBUG [RS:0;b152692f18ba:46035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:20:23,850 INFO [RS:0;b152692f18ba:46035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:20:23,850 INFO [RS:0;b152692f18ba:46035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:20:23,951 INFO [RS:0;b152692f18ba:46035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:23,953 INFO [RS:0;b152692f18ba:46035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C46035%2C1731554422653, suffix=, logDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653, archiveDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/oldWALs, maxLogs=10 2024-11-14T03:20:23,974 DEBUG [RS:0;b152692f18ba:46035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, exclude list is [], retry=0 2024-11-14T03:20:23,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39801,DS-8f26c8d4-1e04-4aea-aa09-4dd82e968ce9,DISK] 2024-11-14T03:20:23,993 INFO [RS:0;b152692f18ba:46035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 2024-11-14T03:20:23,996 DEBUG [RS:0;b152692f18ba:46035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-14T03:20:24,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:20:24,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b 2024-11-14T03:20:24,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:20:24,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:24,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:24,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:24,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:24,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:24,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:24,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:24,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:24,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:24,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:24,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740 2024-11-14T03:20:24,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740 2024-11-14T03:20:24,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:24,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:24,070 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:24,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:24,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:24,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60199149, jitterRate=-0.10296277701854706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:24,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554424056Initializing all the Stores at 1731554424057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554424057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554424057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554424057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554424057Cleaning up temporary data from old regions at 1731554424069 (+12 ms)Region opened successfully at 1731554424073 (+4 ms) 2024-11-14T03:20:24,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:24,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:24,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:24,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:24,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:24,076 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:24,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554424073Disabling compacts and flushes for region at 1731554424073Disabling writes for close at 1731554424074 (+1 ms)Writing region close event to WAL at 1731554424076 (+2 ms)Closed at 1731554424076 2024-11-14T03:20:24,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:24,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:20:24,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:20:24,078 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:24,089 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:20:24,239 DEBUG [b152692f18ba:35973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:20:24,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,46035,1731554422653 2024-11-14T03:20:24,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,46035,1731554422653, state=OPENING 2024-11-14T03:20:24,288 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:20:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:24,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /093973169/meta-region-server: CHANGED 2024-11-14T03:20:24,300 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:24,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /093973169/meta-region-server: CHANGED 2024-11-14T03:20:24,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,46035,1731554422653}] 2024-11-14T03:20:24,455 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:24,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:20:24,465 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:20:24,465 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:24,465 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:20:24,468 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C46035%2C1731554422653.meta, suffix=.meta, logDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653, archiveDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/oldWALs, maxLogs=10 2024-11-14T03:20:24,486 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.meta.1731554424469.meta, exclude list is [], retry=0 2024-11-14T03:20:24,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39801,DS-8f26c8d4-1e04-4aea-aa09-4dd82e968ce9,DISK] 2024-11-14T03:20:24,493 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.meta.1731554424469.meta 2024-11-14T03:20:24,496 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-14T03:20:24,496 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:24,496 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:24,497 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:24,497 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:20:24,497 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:20:24,497 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:20:24,497 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:24,497 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:20:24,497 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:20:24,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:24,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:24,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:24,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:24,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:24,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:24,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:24,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:24,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:24,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:24,502 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:24,502 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740 2024-11-14T03:20:24,503 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740 2024-11-14T03:20:24,504 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:24,504 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:24,504 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:24,505 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:24,506 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65631220, jitterRate=-0.022018611431121826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:24,506 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:20:24,506 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554424497Writing region info on filesystem at 1731554424497Initializing all the Stores at 1731554424498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554424498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554424498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554424498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554424498Cleaning up temporary data from old regions at 1731554424504 (+6 ms)Running coprocessor post-open hooks at 1731554424506 (+2 ms)Region opened successfully at 1731554424506 2024-11-14T03:20:24,507 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554424455 2024-11-14T03:20:24,509 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:20:24,509 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:20:24,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,46035,1731554422653 2024-11-14T03:20:24,509 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,46035,1731554422653, state=OPEN 2024-11-14T03:20:24,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/093973169/meta-region-server 2024-11-14T03:20:24,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/093973169/meta-region-server 2024-11-14T03:20:24,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,46035,1731554422653 2024-11-14T03:20:24,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /093973169/meta-region-server: CHANGED 2024-11-14T03:20:24,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /093973169/meta-region-server: CHANGED 2024-11-14T03:20:24,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:20:24,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,46035,1731554422653 in 246 msec 2024-11-14T03:20:24,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:20:24,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-14T03:20:24,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:24,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:20:24,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:24,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46035,1731554422653, seqNum=-1] 2024-11-14T03:20:24,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:24,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:24,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 963 msec 2024-11-14T03:20:24,573 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554424573, completionTime=-1 2024-11-14T03:20:24,573 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:20:24,573 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:20:24,575 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:20:24,575 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554484575 2024-11-14T03:20:24,575 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554544575 2024-11-14T03:20:24,575 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:20:24,575 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35973,1731554422292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:24,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35973,1731554422292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:24,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35973,1731554422292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:24,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:35973, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:24,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:24,578 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:20:24,578 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.831sec 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35973,1731554422292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:24,583 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35973,1731554422292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:20:24,589 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:20:24,589 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:20:24,589 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35973,1731554422292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:24,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b35a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:24,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35973,-1 for getting cluster id 2024-11-14T03:20:24,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:24,606 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e18d86e-be01-48bc-9a1a-12ad86df55c2' 2024-11-14T03:20:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e18d86e-be01-48bc-9a1a-12ad86df55c2" 2024-11-14T03:20:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5cc912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35973,-1] 2024-11-14T03:20:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:24,608 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:24,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16427dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:24,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46035,1731554422653, seqNum=-1] 2024-11-14T03:20:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:24,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:24,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,35973,1731554422292 2024-11-14T03:20:24,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54070 2024-11-14T03:20:24,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:24,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375ba0fa0002 connected 2024-11-14T03:20:24,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.log.dir so I do NOT create it in target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139 2024-11-14T03:20:24,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:20:24,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.tmp.dir so I do NOT create it in target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139 2024-11-14T03:20:24,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:20:24,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139 2024-11-14T03:20:24,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:20:24,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/cluster_ace14a8a-c94d-7a63-83c2-8414c927e61f, deleteOnExit=true 2024-11-14T03:20:24,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:20:24,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/test.cache.data in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:20:24,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:20:24,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:20:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:20:25,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:25,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:25,228 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:25,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:25,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:25,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:25,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:25,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:20:25,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:25,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18fbd441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:25,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6999b4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:25,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17881b62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/java.io.tmpdir/jetty-localhost-38815-hadoop-hdfs-3_4_1-tests_jar-_-any-8370389660939087436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:25,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aafb10b{HTTP/1.1, (http/1.1)}{localhost:38815} 2024-11-14T03:20:25,520 INFO [Time-limited test {}] server.Server(415): Started @195730ms 2024-11-14T03:20:25,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:25,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:25,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:25,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:25,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:20:25,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:25,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:25,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499050a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/java.io.tmpdir/jetty-localhost-44525-hadoop-hdfs-3_4_1-tests_jar-_-any-10635205935897094111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:25,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:44525} 2024-11-14T03:20:25,923 INFO [Time-limited test {}] server.Server(415): Started @196133ms 2024-11-14T03:20:25,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:20:26,531 WARN [Thread-2279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/cluster_ace14a8a-c94d-7a63-83c2-8414c927e61f/data/data2/current/BP-1436818747-172.17.0.3-1731554424680/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:26,531 WARN [Thread-2278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/cluster_ace14a8a-c94d-7a63-83c2-8414c927e61f/data/data1/current/BP-1436818747-172.17.0.3-1731554424680/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:26,550 WARN [Thread-2266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:20:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab2b1d9c049ce6f0 with lease ID 0x81f813c1b580b12c: Processing first storage report for DS-cb3c6636-efb0-45b5-ab2d-59c5dcb6c834 from datanode DatanodeRegistration(127.0.0.1:45995, datanodeUuid=1381d6f2-a2dc-47c3-8359-55eef5abdd33, infoPort=34819, infoSecurePort=0, ipcPort=39937, storageInfo=lv=-57;cid=testClusterID;nsid=623914406;c=1731554424680) 2024-11-14T03:20:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab2b1d9c049ce6f0 with lease ID 0x81f813c1b580b12c: from storage DS-cb3c6636-efb0-45b5-ab2d-59c5dcb6c834 node DatanodeRegistration(127.0.0.1:45995, datanodeUuid=1381d6f2-a2dc-47c3-8359-55eef5abdd33, infoPort=34819, infoSecurePort=0, ipcPort=39937, storageInfo=lv=-57;cid=testClusterID;nsid=623914406;c=1731554424680), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T03:20:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab2b1d9c049ce6f0 with lease ID 0x81f813c1b580b12c: Processing first storage report for DS-20eaec75-4059-424c-8609-0a5f56464bc7 from datanode DatanodeRegistration(127.0.0.1:45995, datanodeUuid=1381d6f2-a2dc-47c3-8359-55eef5abdd33, infoPort=34819, infoSecurePort=0, ipcPort=39937, storageInfo=lv=-57;cid=testClusterID;nsid=623914406;c=1731554424680) 2024-11-14T03:20:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab2b1d9c049ce6f0 with lease ID 0x81f813c1b580b12c: from storage DS-20eaec75-4059-424c-8609-0a5f56464bc7 node DatanodeRegistration(127.0.0.1:45995, datanodeUuid=1381d6f2-a2dc-47c3-8359-55eef5abdd33, infoPort=34819, infoSecurePort=0, ipcPort=39937, storageInfo=lv=-57;cid=testClusterID;nsid=623914406;c=1731554424680), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:20:26,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139 2024-11-14T03:20:26,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:26,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:26,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:20:26,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde with version=8 2024-11-14T03:20:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/hbase-staging 2024-11-14T03:20:26,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:26,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:26,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:26,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:26,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:26,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:26,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:20:26,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:26,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34481 2024-11-14T03:20:26,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34481 connecting to ZooKeeper ensemble=127.0.0.1:54070 2024-11-14T03:20:27,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344810x0, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:27,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34481-0x101375ba0fa0003 connected 2024-11-14T03:20:27,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:27,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:27,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on znode that does not yet exist, /12110703944/running 2024-11-14T03:20:27,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde, hbase.cluster.distributed=false 2024-11-14T03:20:27,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on znode that does not yet exist, /12110703944/acl 2024-11-14T03:20:27,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34481 2024-11-14T03:20:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34481 2024-11-14T03:20:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34481 2024-11-14T03:20:27,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34481 2024-11-14T03:20:27,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34481 2024-11-14T03:20:27,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:27,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44523 2024-11-14T03:20:27,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44523 connecting to ZooKeeper ensemble=127.0.0.1:54070 2024-11-14T03:20:27,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:27,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:27,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445230x0, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:27,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445230x0, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on znode that does not yet exist, /12110703944/running 2024-11-14T03:20:27,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44523-0x101375ba0fa0004 connected 2024-11-14T03:20:27,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:20:27,174 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:20:27,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on znode that does not yet exist, /12110703944/master 2024-11-14T03:20:27,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on znode that does not yet exist, /12110703944/acl 2024-11-14T03:20:27,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44523 2024-11-14T03:20:27,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44523 2024-11-14T03:20:27,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44523 2024-11-14T03:20:27,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44523 2024-11-14T03:20:27,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44523 2024-11-14T03:20:27,186 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:34481 2024-11-14T03:20:27,186 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12110703944/backup-masters/b152692f18ba,34481,1731554426981 2024-11-14T03:20:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944/backup-masters 2024-11-14T03:20:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944/backup-masters 2024-11-14T03:20:27,253 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on existing znode=/12110703944/backup-masters/b152692f18ba,34481,1731554426981 2024-11-14T03:20:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12110703944/master 2024-11-14T03:20:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:27,288 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on existing znode=/12110703944/master 2024-11-14T03:20:27,289 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12110703944/backup-masters/b152692f18ba,34481,1731554426981 from backup master directory 2024-11-14T03:20:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12110703944/backup-masters/b152692f18ba,34481,1731554426981 2024-11-14T03:20:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944/backup-masters 2024-11-14T03:20:27,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944/backup-masters 2024-11-14T03:20:27,299 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:27,299 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,34481,1731554426981 2024-11-14T03:20:27,301 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/hbase.id] with ID: 8038a0e0-95b6-4571-8791-2f5c53178347 2024-11-14T03:20:27,301 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/.tmp/hbase.id 2024-11-14T03:20:27,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:20:27,708 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/.tmp/hbase.id]:[hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/hbase.id] 2024-11-14T03:20:27,716 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:27,716 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:20:27,717 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:20:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:20:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:20:28,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:20:28,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:28,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T03:20:28,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:28,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:20:28,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:28,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:20:28,167 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:28,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:20:28,573 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store 2024-11-14T03:20:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:20:28,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:28,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:28,978 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:28,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:28,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:28,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:28,978 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:28,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554428978Disabling compacts and flushes for region at 1731554428978Disabling writes for close at 1731554428978Writing region close event to WAL at 1731554428978Closed at 1731554428978 2024-11-14T03:20:28,979 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/.initializing 2024-11-14T03:20:28,979 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/WALs/b152692f18ba,34481,1731554426981 2024-11-14T03:20:28,980 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:28,981 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C34481%2C1731554426981, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/WALs/b152692f18ba,34481,1731554426981, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/oldWALs, maxLogs=10 2024-11-14T03:20:28,994 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/WALs/b152692f18ba,34481,1731554426981/b152692f18ba%2C34481%2C1731554426981.1731554428981, exclude list is [], retry=0 2024-11-14T03:20:28,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45995,DS-cb3c6636-efb0-45b5-ab2d-59c5dcb6c834,DISK] 2024-11-14T03:20:28,998 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/WALs/b152692f18ba,34481,1731554426981/b152692f18ba%2C34481%2C1731554426981.1731554428981 2024-11-14T03:20:28,999 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34819:34819)] 2024-11-14T03:20:28,999 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:28,999 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:28,999 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:28,999 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:20:29,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:29,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:29,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:20:29,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:29,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:29,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:20:29,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:20:29,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:29,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:29,005 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,006 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,006 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,006 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,006 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,007 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:29,007 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:29,009 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:29,009 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59378485, jitterRate=-0.11519162356853485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:29,009 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554428999Initializing all the Stores at 1731554429000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554429000Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554429000Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554429000Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554429000Cleaning up temporary data from old regions at 1731554429006 (+6 ms)Region opened successfully at 1731554429009 (+3 ms) 2024-11-14T03:20:29,009 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:20:29,011 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@feb9ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:29,012 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:20:29,012 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:20:29,012 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:20:29,012 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:20:29,012 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:20:29,012 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:20:29,012 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:20:29,014 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:20:29,014 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Unable to get data of znode /12110703944/balancer because node does not exist (not necessarily an error) 2024-11-14T03:20:29,088 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12110703944/balancer already deleted, retry=false 2024-11-14T03:20:29,089 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:20:29,089 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Unable to get data of znode /12110703944/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:20:29,098 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12110703944/normalizer already deleted, retry=false 2024-11-14T03:20:29,099 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:20:29,100 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Unable to get data of znode /12110703944/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:20:29,109 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12110703944/switch/split already deleted, retry=false 2024-11-14T03:20:29,110 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Unable to get data of znode /12110703944/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:20:29,120 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12110703944/switch/merge already deleted, retry=false 2024-11-14T03:20:29,122 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Unable to get data of znode /12110703944/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:20:29,130 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12110703944/snapshot-cleanup already deleted, retry=false 2024-11-14T03:20:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12110703944/running 2024-11-14T03:20:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12110703944/running 2024-11-14T03:20:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:29,141 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,34481,1731554426981, sessionid=0x101375ba0fa0003, setting cluster-up flag (Was=false) 2024-11-14T03:20:29,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:29,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:29,193 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12110703944/flush-table-proc/acquired, /12110703944/flush-table-proc/reached, /12110703944/flush-table-proc/abort 2024-11-14T03:20:29,194 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,34481,1731554426981 2024-11-14T03:20:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:29,246 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12110703944/online-snapshot/acquired, /12110703944/online-snapshot/reached, /12110703944/online-snapshot/abort 2024-11-14T03:20:29,247 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,34481,1731554426981 2024-11-14T03:20:29,248 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:20:29,249 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:29,249 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:20:29,249 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:20:29,250 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,34481,1731554426981 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:20:29,250 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:29,251 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:29,251 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:29,251 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:29,251 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:20:29,251 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,251 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:29,251 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,251 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554459251 2024-11-14T03:20:29,251 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:20:29,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:29,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:20:29,252 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:20:29,253 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:20:29,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:29,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:20:29,253 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554429253,5,FailOnTimeoutGroup] 2024-11-14T03:20:29,256 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554429253,5,FailOnTimeoutGroup] 2024-11-14T03:20:29,256 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,256 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:20:29,256 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,256 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:20:29,279 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(746): ClusterId : 8038a0e0-95b6-4571-8791-2f5c53178347 2024-11-14T03:20:29,279 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:20:29,288 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:20:29,288 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:20:29,299 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:20:29,299 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b878281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:29,310 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:44523 2024-11-14T03:20:29,310 INFO [RS:0;b152692f18ba:44523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:20:29,310 INFO [RS:0;b152692f18ba:44523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:20:29,310 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:20:29,310 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,34481,1731554426981 with port=44523, startcode=1731554427118 2024-11-14T03:20:29,310 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:20:29,312 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:20:29,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,44523,1731554427118 2024-11-14T03:20:29,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34481 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,44523,1731554427118 2024-11-14T03:20:29,313 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde 2024-11-14T03:20:29,313 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40549 2024-11-14T03:20:29,313 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:20:29,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944/rs 2024-11-14T03:20:29,320 DEBUG [RS:0;b152692f18ba:44523 {}] zookeeper.ZKUtil(111): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on existing znode=/12110703944/rs/b152692f18ba,44523,1731554427118 2024-11-14T03:20:29,320 WARN [RS:0;b152692f18ba:44523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:29,320 INFO [RS:0;b152692f18ba:44523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:29,320 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118 2024-11-14T03:20:29,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,44523,1731554427118] 2024-11-14T03:20:29,322 INFO [RS:0;b152692f18ba:44523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:20:29,324 INFO [RS:0;b152692f18ba:44523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:20:29,324 INFO [RS:0;b152692f18ba:44523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:20:29,324 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,326 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:20:29,327 INFO [RS:0;b152692f18ba:44523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:20:29,327 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:29,327 DEBUG [RS:0;b152692f18ba:44523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:29,328 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,328 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,328 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,328 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,328 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,328 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44523,1731554427118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:29,344 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:20:29,344 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44523,1731554427118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,344 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,344 INFO [RS:0;b152692f18ba:44523 {}] regionserver.Replication(171): b152692f18ba,44523,1731554427118 started 2024-11-14T03:20:29,359 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:29,359 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,44523,1731554427118, RpcServer on b152692f18ba/172.17.0.3:44523, sessionid=0x101375ba0fa0004 2024-11-14T03:20:29,359 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:20:29,359 DEBUG [RS:0;b152692f18ba:44523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,44523,1731554427118 2024-11-14T03:20:29,359 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44523,1731554427118' 2024-11-14T03:20:29,359 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12110703944/flush-table-proc/abort' 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12110703944/flush-table-proc/acquired' 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,44523,1731554427118 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44523,1731554427118' 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12110703944/online-snapshot/abort' 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12110703944/online-snapshot/acquired' 2024-11-14T03:20:29,360 DEBUG [RS:0;b152692f18ba:44523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:20:29,360 INFO [RS:0;b152692f18ba:44523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:20:29,360 INFO [RS:0;b152692f18ba:44523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:20:29,461 INFO [RS:0;b152692f18ba:44523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:29,462 INFO [RS:0;b152692f18ba:44523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44523%2C1731554427118, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/oldWALs, maxLogs=10 2024-11-14T03:20:29,474 DEBUG [RS:0;b152692f18ba:44523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462, exclude list is [], retry=0 2024-11-14T03:20:29,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45995,DS-cb3c6636-efb0-45b5-ab2d-59c5dcb6c834,DISK] 2024-11-14T03:20:29,478 INFO [RS:0;b152692f18ba:44523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 2024-11-14T03:20:29,479 DEBUG [RS:0;b152692f18ba:44523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34819:34819)] 2024-11-14T03:20:29,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:20:29,665 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde 2024-11-14T03:20:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:20:29,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:30,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:30,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:20:30,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:30,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:30,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:30,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:30,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:30,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:30,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:30,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:30,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:30,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:30,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740 2024-11-14T03:20:30,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740 2024-11-14T03:20:30,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:30,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:30,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:30,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:30,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:30,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73490964, jitterRate=0.09510070085525513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:30,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554430071Initializing all the Stores at 1731554430071Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554430071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554430071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554430071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554430071Cleaning up temporary data from old regions at 1731554430080 (+9 ms)Region opened successfully at 1731554430085 (+5 ms) 2024-11-14T03:20:30,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:30,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:30,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:30,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:30,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:30,087 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:30,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554430086Disabling compacts and flushes for region at 1731554430086Disabling writes for close at 1731554430086Writing region close event to WAL at 1731554430087 (+1 ms)Closed at 1731554430087 2024-11-14T03:20:30,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:30,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:20:30,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:20:30,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:30,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:20:30,241 DEBUG [b152692f18ba:34481 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:20:30,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,44523,1731554427118 2024-11-14T03:20:30,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44523,1731554427118, state=OPENING 2024-11-14T03:20:30,362 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:20:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:30,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:30,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12110703944/meta-region-server: CHANGED 2024-11-14T03:20:30,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12110703944/meta-region-server: CHANGED 2024-11-14T03:20:30,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44523,1731554427118}] 2024-11-14T03:20:30,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:30,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:20:30,539 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:20:30,539 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:30,539 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:20:30,541 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44523%2C1731554427118.meta, suffix=.meta, logDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/oldWALs, maxLogs=10 2024-11-14T03:20:30,554 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.meta.1731554430541.meta, exclude list is [], retry=0 2024-11-14T03:20:30,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45995,DS-cb3c6636-efb0-45b5-ab2d-59c5dcb6c834,DISK] 2024-11-14T03:20:30,557 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.meta.1731554430541.meta 2024-11-14T03:20:30,558 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34819:34819)] 2024-11-14T03:20:30,558 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:30,558 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:30,558 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:30,558 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:20:30,559 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:20:30,559 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:20:30,559 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:30,559 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:20:30,559 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:20:30,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:30,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:30,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:30,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:30,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:30,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:30,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:30,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:30,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:30,564 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740 2024-11-14T03:20:30,565 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740 2024-11-14T03:20:30,566 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:30,566 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:30,566 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:30,567 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:30,567 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64410375, jitterRate=-0.04021061956882477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:30,567 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:20:30,567 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554430559Writing region info on filesystem at 1731554430559Initializing all the Stores at 1731554430560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554430560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554430560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554430560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554430560Cleaning up temporary data from old regions at 1731554430566 (+6 ms)Running coprocessor post-open hooks at 1731554430567 (+1 ms)Region opened successfully at 1731554430567 2024-11-14T03:20:30,568 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554430535 2024-11-14T03:20:30,570 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:20:30,570 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:20:30,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44523,1731554427118 2024-11-14T03:20:30,571 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44523,1731554427118, state=OPEN 2024-11-14T03:20:30,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12110703944/meta-region-server 2024-11-14T03:20:30,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12110703944/meta-region-server 2024-11-14T03:20:30,583 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,44523,1731554427118 2024-11-14T03:20:30,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12110703944/meta-region-server: CHANGED 2024-11-14T03:20:30,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12110703944/meta-region-server: CHANGED 2024-11-14T03:20:30,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:20:30,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44523,1731554427118 in 200 msec 2024-11-14T03:20:30,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:20:30,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-14T03:20:30,586 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:30,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:20:30,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:30,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44523,1731554427118, seqNum=-1] 2024-11-14T03:20:30,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:30,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:30,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-14T03:20:30,592 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554430592, completionTime=-1 2024-11-14T03:20:30,592 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:20:30,593 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554490594 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554550594 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34481,1731554426981-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34481,1731554426981-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34481,1731554426981-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:34481, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:30,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:30,595 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:30,596 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:20:30,597 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.298sec 2024-11-14T03:20:30,597 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:20:30,597 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:20:30,597 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:20:30,597 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:20:30,597 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:20:30,598 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34481,1731554426981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:30,598 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34481,1731554426981-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:20:30,599 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:20:30,599 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:20:30,599 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34481,1731554426981-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:30,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d36632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:30,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34481,-1 for getting cluster id 2024-11-14T03:20:30,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:30,681 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8038a0e0-95b6-4571-8791-2f5c53178347' 2024-11-14T03:20:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8038a0e0-95b6-4571-8791-2f5c53178347" 2024-11-14T03:20:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9939f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34481,-1] 2024-11-14T03:20:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:30,682 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:30,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b15050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:30,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44523,1731554427118, seqNum=-1] 2024-11-14T03:20:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:30,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:30,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,34481,1731554426981 2024-11-14T03:20:30,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54070 2024-11-14T03:20:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:30,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101375ba0fa0005 connected 2024-11-14T03:20:30,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35973,1731554422292 2024-11-14T03:20:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f37a36 2024-11-14T03:20:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:30,807 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:30,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:20:30,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:30,810 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:30,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:20:30,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:20:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:31,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a1bf8ef68604958a4abd63e51d4c96b, NAME => 'test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b 2024-11-14T03:20:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:20:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:31,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:31,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a1bf8ef68604958a4abd63e51d4c96b, disabling compactions & flushes 2024-11-14T03:20:31,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:31,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:31,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. after waiting 0 ms 2024-11-14T03:20:31,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:31,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:31,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a1bf8ef68604958a4abd63e51d4c96b: Waiting for close lock at 1731554431625Disabling compacts and flushes for region at 1731554431625Disabling writes for close at 1731554431625Writing region close event to WAL at 1731554431625Closed at 1731554431625 2024-11-14T03:20:31,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:31,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554431626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554431626"}]},"ts":"1731554431626"} 2024-11-14T03:20:31,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:31,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:31,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554431629"}]},"ts":"1731554431629"} 2024-11-14T03:20:31,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:20:31,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a1bf8ef68604958a4abd63e51d4c96b, ASSIGN}] 2024-11-14T03:20:31,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a1bf8ef68604958a4abd63e51d4c96b, ASSIGN 2024-11-14T03:20:31,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a1bf8ef68604958a4abd63e51d4c96b, ASSIGN; state=OFFLINE, location=b152692f18ba,46035,1731554422653; forceNewPlan=false, retain=false 2024-11-14T03:20:31,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a1bf8ef68604958a4abd63e51d4c96b, regionState=OPENING, regionLocation=b152692f18ba,46035,1731554422653 2024-11-14T03:20:31,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a1bf8ef68604958a4abd63e51d4c96b, ASSIGN because future has completed 2024-11-14T03:20:31,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a1bf8ef68604958a4abd63e51d4c96b, server=b152692f18ba,46035,1731554422653}] 2024-11-14T03:20:31,940 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:31,940 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a1bf8ef68604958a4abd63e51d4c96b, NAME => 'test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:31,940 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:31,941 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:20:31,941 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,941 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:31,941 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,941 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,942 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,943 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a1bf8ef68604958a4abd63e51d4c96b columnFamilyName f 2024-11-14T03:20:31,943 DEBUG [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:31,943 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] regionserver.HStore(327): Store=6a1bf8ef68604958a4abd63e51d4c96b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:31,943 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,944 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a1bf8ef68604958a4abd63e51d4c96b columnFamilyName f1 2024-11-14T03:20:31,944 DEBUG [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:31,944 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] regionserver.HStore(327): Store=6a1bf8ef68604958a4abd63e51d4c96b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:31,944 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,945 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a1bf8ef68604958a4abd63e51d4c96b columnFamilyName norep 2024-11-14T03:20:31,945 DEBUG [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:31,945 INFO [StoreOpener-6a1bf8ef68604958a4abd63e51d4c96b-1 {}] regionserver.HStore(327): Store=6a1bf8ef68604958a4abd63e51d4c96b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:31,945 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,946 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,946 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,947 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,947 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,947 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:31,948 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,949 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:31,949 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a1bf8ef68604958a4abd63e51d4c96b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75392690, jitterRate=0.12343862652778625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:31,949 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:31,950 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a1bf8ef68604958a4abd63e51d4c96b: Running coprocessor pre-open hook at 1731554431941Writing region info on filesystem at 1731554431941Initializing all the Stores at 1731554431942 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554431942Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554431942Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554431942Cleaning up temporary data from old regions at 1731554431947 (+5 ms)Running coprocessor post-open hooks at 1731554431949 (+2 ms)Region opened successfully at 1731554431950 (+1 ms) 2024-11-14T03:20:31,951 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b., pid=6, masterSystemTime=1731554431936 2024-11-14T03:20:31,952 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:31,952 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:31,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a1bf8ef68604958a4abd63e51d4c96b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,46035,1731554422653 2024-11-14T03:20:31,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a1bf8ef68604958a4abd63e51d4c96b, server=b152692f18ba,46035,1731554422653 because future has completed 2024-11-14T03:20:31,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:20:31,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a1bf8ef68604958a4abd63e51d4c96b, server=b152692f18ba,46035,1731554422653 in 171 msec 2024-11-14T03:20:31,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:20:31,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a1bf8ef68604958a4abd63e51d4c96b, ASSIGN in 327 msec 2024-11-14T03:20:31,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:31,959 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554431959"}]},"ts":"1731554431959"} 2024-11-14T03:20:31,961 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:20:31,961 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:31,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-14T03:20:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:32,958 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:20:32,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34481,1731554426981 2024-11-14T03:20:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a8bced4 2024-11-14T03:20:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:32,959 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:32,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:20:32,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:32,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:32,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:20:32,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:20:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:33,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0975a5c7895994440fa80920277aa245, NAME => 'test,,1731554432960.0975a5c7895994440fa80920277aa245.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde 2024-11-14T03:20:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:20:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:33,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554432960.0975a5c7895994440fa80920277aa245.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:33,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0975a5c7895994440fa80920277aa245, disabling compactions & flushes 2024-11-14T03:20:33,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:33,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:33,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554432960.0975a5c7895994440fa80920277aa245. after waiting 0 ms 2024-11-14T03:20:33,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:33,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:33,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0975a5c7895994440fa80920277aa245: Waiting for close lock at 1731554433777Disabling compacts and flushes for region at 1731554433777Disabling writes for close at 1731554433777Writing region close event to WAL at 1731554433777Closed at 1731554433777 2024-11-14T03:20:33,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:33,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554432960.0975a5c7895994440fa80920277aa245.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554433778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554433778"}]},"ts":"1731554433778"} 2024-11-14T03:20:33,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:33,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:33,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554433781"}]},"ts":"1731554433781"} 2024-11-14T03:20:33,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:20:33,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0975a5c7895994440fa80920277aa245, ASSIGN}] 2024-11-14T03:20:33,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0975a5c7895994440fa80920277aa245, ASSIGN 2024-11-14T03:20:33,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0975a5c7895994440fa80920277aa245, ASSIGN; state=OFFLINE, location=b152692f18ba,44523,1731554427118; forceNewPlan=false, retain=false 2024-11-14T03:20:33,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0975a5c7895994440fa80920277aa245, regionState=OPENING, regionLocation=b152692f18ba,44523,1731554427118 2024-11-14T03:20:33,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0975a5c7895994440fa80920277aa245, ASSIGN because future has completed 2024-11-14T03:20:33,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0975a5c7895994440fa80920277aa245, server=b152692f18ba,44523,1731554427118}] 2024-11-14T03:20:34,093 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:34,093 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0975a5c7895994440fa80920277aa245, NAME => 'test,,1731554432960.0975a5c7895994440fa80920277aa245.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:34,093 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:34,093 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:20:34,093 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,093 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554432960.0975a5c7895994440fa80920277aa245.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:34,093 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,093 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,094 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,095 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0975a5c7895994440fa80920277aa245 columnFamilyName f 2024-11-14T03:20:34,095 DEBUG [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:34,096 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] regionserver.HStore(327): Store=0975a5c7895994440fa80920277aa245/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:34,096 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:34,097 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0975a5c7895994440fa80920277aa245 columnFamilyName f1 2024-11-14T03:20:34,097 DEBUG [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:34,097 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] regionserver.HStore(327): Store=0975a5c7895994440fa80920277aa245/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:34,097 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,098 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0975a5c7895994440fa80920277aa245 columnFamilyName norep 2024-11-14T03:20:34,098 DEBUG [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:34,098 INFO [StoreOpener-0975a5c7895994440fa80920277aa245-1 {}] regionserver.HStore(327): Store=0975a5c7895994440fa80920277aa245/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:34,098 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,099 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,099 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,099 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,099 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,100 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:34,100 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,102 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:34,102 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0975a5c7895994440fa80920277aa245; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60276331, jitterRate=-0.10181267559528351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:34,102 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:34,102 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0975a5c7895994440fa80920277aa245: Running coprocessor pre-open hook at 1731554434093Writing region info on filesystem at 1731554434093Initializing all the Stores at 1731554434094 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554434094Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554434094Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554434094Cleaning up temporary data from old regions at 1731554434099 (+5 ms)Running coprocessor post-open hooks at 1731554434102 (+3 ms)Region opened successfully at 1731554434102 2024-11-14T03:20:34,103 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554432960.0975a5c7895994440fa80920277aa245., pid=6, masterSystemTime=1731554434090 2024-11-14T03:20:34,104 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:34,104 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:34,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0975a5c7895994440fa80920277aa245, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,44523,1731554427118 2024-11-14T03:20:34,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0975a5c7895994440fa80920277aa245, server=b152692f18ba,44523,1731554427118 because future has completed 2024-11-14T03:20:34,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:20:34,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0975a5c7895994440fa80920277aa245, server=b152692f18ba,44523,1731554427118 in 170 msec 2024-11-14T03:20:34,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:20:34,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0975a5c7895994440fa80920277aa245, ASSIGN in 326 msec 2024-11-14T03:20:34,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:34,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554434111"}]},"ts":"1731554434111"} 2024-11-14T03:20:34,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:20:34,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:34,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-14T03:20:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:20:35,107 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:20:35,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35973,-1 for getting cluster id 2024-11-14T03:20:35,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:35,109 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e18d86e-be01-48bc-9a1a-12ad86df55c2' 2024-11-14T03:20:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e18d86e-be01-48bc-9a1a-12ad86df55c2" 2024-11-14T03:20:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250c2411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35973,-1] 2024-11-14T03:20:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:35,110 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbabd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34481,-1 for getting cluster id 2024-11-14T03:20:35,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:35,112 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8038a0e0-95b6-4571-8791-2f5c53178347' 2024-11-14T03:20:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8038a0e0-95b6-4571-8791-2f5c53178347" 2024-11-14T03:20:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499cf981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34481,-1] 2024-11-14T03:20:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:35,113 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0a8aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35973,-1 for getting cluster id 2024-11-14T03:20:35,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:35,115 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e18d86e-be01-48bc-9a1a-12ad86df55c2' 2024-11-14T03:20:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e18d86e-be01-48bc-9a1a-12ad86df55c2" 2024-11-14T03:20:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54838c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35973,-1] 2024-11-14T03:20:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:35,116 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcb239b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35973,1731554422292 2024-11-14T03:20:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b8f326f 2024-11-14T03:20:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:35,117 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:35,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:34481,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:20:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:20:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:35,120 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34481' 2024-11-14T03:20:35,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d290548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,121 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34481,-1 for getting cluster id 2024-11-14T03:20:35,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:35,121 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8038a0e0-95b6-4571-8791-2f5c53178347' 2024-11-14T03:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8038a0e0-95b6-4571-8791-2f5c53178347" 2024-11-14T03:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b4491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34481,-1] 2024-11-14T03:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:35,123 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:35,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a236304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:35,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:35,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34481,1731554426981 2024-11-14T03:20:35,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a81645e 2024-11-14T03:20:35,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:35,125 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:35,125 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:20:35,125 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:20:35,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:35,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:35,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:35,126 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:35,127 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:20:35,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:35,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:35,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:20:35,177 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:20:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:35,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:35,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:35,267 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18248 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:35,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:20:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:35,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd89ef761bcfba6f3be2fdf9e72e3de1, NAME => 'hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b 2024-11-14T03:20:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:20:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:36,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd89ef761bcfba6f3be2fdf9e72e3de1, disabling compactions & flushes 2024-11-14T03:20:36,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. after waiting 0 ms 2024-11-14T03:20:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:36,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd89ef761bcfba6f3be2fdf9e72e3de1: Waiting for close lock at 1731554436022Disabling compacts and flushes for region at 1731554436022Disabling writes for close at 1731554436023 (+1 ms)Writing region close event to WAL at 1731554436023Closed at 1731554436023 2024-11-14T03:20:36,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:36,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554436024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554436024"}]},"ts":"1731554436024"} 2024-11-14T03:20:36,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:36,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:36,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554436027"}]},"ts":"1731554436027"} 2024-11-14T03:20:36,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:20:36,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd89ef761bcfba6f3be2fdf9e72e3de1, ASSIGN}] 2024-11-14T03:20:36,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd89ef761bcfba6f3be2fdf9e72e3de1, ASSIGN 2024-11-14T03:20:36,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd89ef761bcfba6f3be2fdf9e72e3de1, ASSIGN; state=OFFLINE, location=b152692f18ba,46035,1731554422653; forceNewPlan=false, retain=false 2024-11-14T03:20:36,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:36,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:36,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd89ef761bcfba6f3be2fdf9e72e3de1, regionState=OPENING, regionLocation=b152692f18ba,46035,1731554422653 2024-11-14T03:20:36,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd89ef761bcfba6f3be2fdf9e72e3de1, ASSIGN because future has completed 2024-11-14T03:20:36,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd89ef761bcfba6f3be2fdf9e72e3de1, server=b152692f18ba,46035,1731554422653}] 2024-11-14T03:20:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:36,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:36,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:36,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:20:36,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C46035%2C1731554422653.rep, suffix=, logDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653, archiveDir=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/oldWALs, maxLogs=10 2024-11-14T03:20:36,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.rep.1731554436338, exclude list is [], retry=0 2024-11-14T03:20:36,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39801,DS-8f26c8d4-1e04-4aea-aa09-4dd82e968ce9,DISK] 2024-11-14T03:20:36,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.rep.1731554436338 2024-11-14T03:20:36,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-14T03:20:36,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dd89ef761bcfba6f3be2fdf9e72e3de1, NAME => 'hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:36,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:36,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:36,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. service=MultiRowMutationService 2024-11-14T03:20:36,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:20:36,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:36,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,355 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,356 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd89ef761bcfba6f3be2fdf9e72e3de1 columnFamilyName hfileref 2024-11-14T03:20:36,356 DEBUG [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:36,356 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] regionserver.HStore(327): Store=dd89ef761bcfba6f3be2fdf9e72e3de1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:36,356 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,357 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd89ef761bcfba6f3be2fdf9e72e3de1 columnFamilyName queue 2024-11-14T03:20:36,357 DEBUG [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:36,357 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] regionserver.HStore(327): Store=dd89ef761bcfba6f3be2fdf9e72e3de1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:36,357 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,358 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd89ef761bcfba6f3be2fdf9e72e3de1 columnFamilyName sid 2024-11-14T03:20:36,358 DEBUG [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:36,359 INFO [StoreOpener-dd89ef761bcfba6f3be2fdf9e72e3de1-1 {}] regionserver.HStore(327): Store=dd89ef761bcfba6f3be2fdf9e72e3de1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:36,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:36,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:36,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dd89ef761bcfba6f3be2fdf9e72e3de1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63525811, jitterRate=-0.053391650319099426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:36,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:36,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dd89ef761bcfba6f3be2fdf9e72e3de1: Running coprocessor pre-open hook at 1731554436354Writing region info on filesystem at 1731554436354Initializing all the Stores at 1731554436354Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554436354Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554436355 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554436355Cleaning up temporary data from old regions at 1731554436360 (+5 ms)Running coprocessor post-open hooks at 1731554436363 (+3 ms)Region opened successfully at 1731554436363 2024-11-14T03:20:36,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1., pid=10, masterSystemTime=1731554436334 2024-11-14T03:20:36,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:36,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:36,367 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd89ef761bcfba6f3be2fdf9e72e3de1, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,46035,1731554422653 2024-11-14T03:20:36,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd89ef761bcfba6f3be2fdf9e72e3de1, server=b152692f18ba,46035,1731554422653 because future has completed 2024-11-14T03:20:36,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:20:36,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd89ef761bcfba6f3be2fdf9e72e3de1, server=b152692f18ba,46035,1731554422653 in 187 msec 2024-11-14T03:20:36,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:20:36,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd89ef761bcfba6f3be2fdf9e72e3de1, ASSIGN in 343 msec 2024-11-14T03:20:36,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:36,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554436373"}]},"ts":"1731554436373"} 2024-11-14T03:20:36,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:20:36,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:36,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-11-14T03:20:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1., hostname=b152692f18ba,46035,1731554422653, seqNum=2] 2024-11-14T03:20:36,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:36,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:36,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:20:36,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:20:36,609 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:20:36,635 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,46035,1731554422653, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:20:36,636 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:36,636 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46035,1731554422653, seqNum=-1] 2024-11-14T03:20:36,636 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:36,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:36,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,46035,1731554422653', locateType=CURRENT is [region=hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1., hostname=b152692f18ba,46035,1731554422653, seqNum=2] 2024-11-14T03:20:36,640 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:20:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:20:36,642 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,46035,1731554422653 suceeded 2024-11-14T03:20:36,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:20:36,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T03:20:36,643 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:34481,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:20:36,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-14T03:20:36,654 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34481' 2024-11-14T03:20:36,655 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d78f7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:36,655 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34481,-1 for getting cluster id 2024-11-14T03:20:36,655 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:36,656 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8038a0e0-95b6-4571-8791-2f5c53178347' 2024-11-14T03:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8038a0e0-95b6-4571-8791-2f5c53178347" 2024-11-14T03:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20375cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34481,-1] 2024-11-14T03:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:36,657 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:36,658 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36ac5b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:36,658 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:36,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34481,1731554426981 2024-11-14T03:20:36,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfb8f5d 2024-11-14T03:20:36,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:36,659 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T03:20:36,660 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,46035,1731554422653 (queues=1) is replicating from cluster=8e18d86e-be01-48bc-9a1a-12ad86df55c2 to cluster=8038a0e0-95b6-4571-8791-2f5c53178347 2024-11-14T03:20:36,660 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C46035%2C1731554422653 2024-11-14T03:20:36,660 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,46035,1731554422653, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:20:36,660 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C46035%2C1731554422653 2024-11-14T03:20:36,660 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, startPosition=0, beingWritten=true 2024-11-14T03:20:36,664 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:36,664 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:36,664 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,46035,1731554422653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:36,869 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:37,172 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:37,267 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:20:37,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:37,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:37,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:37,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:37,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:37,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750fd743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:37,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34481,-1 for getting cluster id 2024-11-14T03:20:37,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:37,269 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8038a0e0-95b6-4571-8791-2f5c53178347' 2024-11-14T03:20:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8038a0e0-95b6-4571-8791-2f5c53178347" 2024-11-14T03:20:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7301449b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34481,-1] 2024-11-14T03:20:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:37,270 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8d3ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:37,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:37,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34481,1731554426981 2024-11-14T03:20:37,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8727aa 2024-11-14T03:20:37,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:37,272 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:37,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:35973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:20:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:20:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:37,274 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:35973' 2024-11-14T03:20:37,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514c19f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:37,275 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35973,-1 for getting cluster id 2024-11-14T03:20:37,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:37,276 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e18d86e-be01-48bc-9a1a-12ad86df55c2' 2024-11-14T03:20:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e18d86e-be01-48bc-9a1a-12ad86df55c2" 2024-11-14T03:20:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7094af62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35973,-1] 2024-11-14T03:20:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:37,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:37,277 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe804c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:37,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35973,1731554422292 2024-11-14T03:20:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7439253c 2024-11-14T03:20:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:37,279 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:20:37,280 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:20:37,280 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:20:37,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:37,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:37,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:37,280 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:37,281 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:20:37,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:20:37,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:37,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:20:37,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:20:37,332 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:20:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:37,576 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:37,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c3f3fa55bb73f08fae0d57f20211343, NAME => 'hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde 2024-11-14T03:20:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:20:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:38,079 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:38,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:38,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0c3f3fa55bb73f08fae0d57f20211343, disabling compactions & flushes 2024-11-14T03:20:38,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:38,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:38,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. after waiting 0 ms 2024-11-14T03:20:38,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:38,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:38,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c3f3fa55bb73f08fae0d57f20211343: Waiting for close lock at 1731554438095Disabling compacts and flushes for region at 1731554438095Disabling writes for close at 1731554438095Writing region close event to WAL at 1731554438095Closed at 1731554438095 2024-11-14T03:20:38,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:20:38,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554438096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554438096"}]},"ts":"1731554438096"} 2024-11-14T03:20:38,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:20:38,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:20:38,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554438099"}]},"ts":"1731554438099"} 2024-11-14T03:20:38,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:20:38,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c3f3fa55bb73f08fae0d57f20211343, ASSIGN}] 2024-11-14T03:20:38,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c3f3fa55bb73f08fae0d57f20211343, ASSIGN 2024-11-14T03:20:38,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c3f3fa55bb73f08fae0d57f20211343, ASSIGN; state=OFFLINE, location=b152692f18ba,44523,1731554427118; forceNewPlan=false, retain=false 2024-11-14T03:20:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:20:38,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T03:20:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T03:20:38,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T03:20:38,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:38,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T03:20:38,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c3f3fa55bb73f08fae0d57f20211343, regionState=OPENING, regionLocation=b152692f18ba,44523,1731554427118 2024-11-14T03:20:38,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c3f3fa55bb73f08fae0d57f20211343, ASSIGN because future has completed 2024-11-14T03:20:38,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c3f3fa55bb73f08fae0d57f20211343, server=b152692f18ba,44523,1731554427118}] 2024-11-14T03:20:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:38,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:38,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:38,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:20:38,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44523%2C1731554427118.rep, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/oldWALs, maxLogs=10 2024-11-14T03:20:38,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.rep.1731554438412, exclude list is [], retry=0 2024-11-14T03:20:38,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45995,DS-cb3c6636-efb0-45b5-ab2d-59c5dcb6c834,DISK] 2024-11-14T03:20:38,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.rep.1731554438412 2024-11-14T03:20:38,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34819:34819)] 2024-11-14T03:20:38,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c3f3fa55bb73f08fae0d57f20211343, NAME => 'hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:38,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:38,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:38,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. service=MultiRowMutationService 2024-11-14T03:20:38,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:20:38,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:38,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,429 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,430 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c3f3fa55bb73f08fae0d57f20211343 columnFamilyName hfileref 2024-11-14T03:20:38,430 DEBUG [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:38,431 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] regionserver.HStore(327): Store=0c3f3fa55bb73f08fae0d57f20211343/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:38,431 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,432 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c3f3fa55bb73f08fae0d57f20211343 columnFamilyName queue 2024-11-14T03:20:38,432 DEBUG [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:38,432 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] regionserver.HStore(327): Store=0c3f3fa55bb73f08fae0d57f20211343/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:38,432 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,433 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c3f3fa55bb73f08fae0d57f20211343 columnFamilyName sid 2024-11-14T03:20:38,433 DEBUG [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:38,433 INFO [StoreOpener-0c3f3fa55bb73f08fae0d57f20211343-1 {}] regionserver.HStore(327): Store=0c3f3fa55bb73f08fae0d57f20211343/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:38,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/replication/0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/replication/0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:20:38,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/replication/0c3f3fa55bb73f08fae0d57f20211343/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:38,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0c3f3fa55bb73f08fae0d57f20211343; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73822947, jitterRate=0.10004763305187225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:20:38,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:38,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0c3f3fa55bb73f08fae0d57f20211343: Running coprocessor pre-open hook at 1731554438428Writing region info on filesystem at 1731554438428Initializing all the Stores at 1731554438429 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554438429Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554438429Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554438429Cleaning up temporary data from old regions at 1731554438435 (+6 ms)Running coprocessor post-open hooks at 1731554438437 (+2 ms)Region opened successfully at 1731554438437 2024-11-14T03:20:38,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343., pid=10, masterSystemTime=1731554438407 2024-11-14T03:20:38,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:38,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:38,440 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c3f3fa55bb73f08fae0d57f20211343, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44523,1731554427118 2024-11-14T03:20:38,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c3f3fa55bb73f08fae0d57f20211343, server=b152692f18ba,44523,1731554427118 because future has completed 2024-11-14T03:20:38,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:20:38,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c3f3fa55bb73f08fae0d57f20211343, server=b152692f18ba,44523,1731554427118 in 188 msec 2024-11-14T03:20:38,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:20:38,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c3f3fa55bb73f08fae0d57f20211343, ASSIGN in 343 msec 2024-11-14T03:20:38,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:20:38,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554438446"}]},"ts":"1731554438446"} 2024-11-14T03:20:38,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:20:38,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:20:38,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-14T03:20:38,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343., hostname=b152692f18ba,44523,1731554427118, seqNum=2] 2024-11-14T03:20:38,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:38,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:38,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:20:38,683 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:38,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:20:38,714 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:20:38,740 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,44523,1731554427118, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:20:38,740 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:38,740 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44523,1731554427118, seqNum=-1] 2024-11-14T03:20:38,740 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:38,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:38,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,44523,1731554427118', locateType=CURRENT is [region=hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343., hostname=b152692f18ba,44523,1731554427118, seqNum=2] 2024-11-14T03:20:38,745 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:20:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:20:38,747 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,44523,1731554427118 suceeded 2024-11-14T03:20:38,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:20:38,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T03:20:38,748 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:35973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:20:38,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-14T03:20:38,762 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:35973' 2024-11-14T03:20:38,763 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2bd40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:38,763 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35973,-1 for getting cluster id 2024-11-14T03:20:38,763 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:38,764 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e18d86e-be01-48bc-9a1a-12ad86df55c2' 2024-11-14T03:20:38,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:38,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e18d86e-be01-48bc-9a1a-12ad86df55c2" 2024-11-14T03:20:38,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6d488b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:38,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35973,-1] 2024-11-14T03:20:38,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:38,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:38,765 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:38,765 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd465c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:38,766 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:38,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35973,1731554422292 2024-11-14T03:20:38,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af1ae3e 2024-11-14T03:20:38,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:20:38,767 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T03:20:38,767 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,44523,1731554427118 (queues=1) is replicating from cluster=8038a0e0-95b6-4571-8791-2f5c53178347 to cluster=8e18d86e-be01-48bc-9a1a-12ad86df55c2 2024-11-14T03:20:38,768 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C44523%2C1731554427118 2024-11-14T03:20:38,768 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,44523,1731554427118, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:20:38,768 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C44523%2C1731554427118 2024-11-14T03:20:38,768 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462, startPosition=0, beingWritten=true 2024-11-14T03:20:38,772 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:38,772 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 379, reset compression=false 2024-11-14T03:20:38,773 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44523,1731554427118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:38,981 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 379, reset compression=false 2024-11-14T03:20:39,285 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 379, reset compression=false 2024-11-14T03:20:39,386 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:20:39,417 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:20:39,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:39,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:39,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:39,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:39,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:39,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46035,1731554422653, seqNum=-1] 2024-11-14T03:20:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:39,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b., hostname=b152692f18ba,46035,1731554422653, seqNum=2] 2024-11-14T03:20:39,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44523,1731554427118, seqNum=-1] 2024-11-14T03:20:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:39,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554432960.0975a5c7895994440fa80920277aa245., hostname=b152692f18ba,44523,1731554427118, seqNum=2] 2024-11-14T03:20:39,430 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T03:20:39,690 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 379, reset compression=false 2024-11-14T03:20:40,190 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 379, reset compression=false 2024-11-14T03:20:40,193 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 379, reset compression=false 2024-11-14T03:20:40,194 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:40,194 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 480, reset compression=false 2024-11-14T03:20:40,194 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,46035,1731554422653 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a1bf8ef68604958a4abd63e51d4c96b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T03:20:40,198 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:40,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T03:20:40,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:20:40,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25014da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:40,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34481,-1 for getting cluster id 2024-11-14T03:20:40,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:40,201 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8038a0e0-95b6-4571-8791-2f5c53178347' 2024-11-14T03:20:40,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:40,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8038a0e0-95b6-4571-8791-2f5c53178347" 2024-11-14T03:20:40,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55080fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:40,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34481,-1] 2024-11-14T03:20:40,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:40,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:40,203 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:40,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a4277a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:40,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:40,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44523,1731554427118, seqNum=-1] 2024-11-14T03:20:40,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:40,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:40,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554432960.0975a5c7895994440fa80920277aa245., hostname=b152692f18ba,44523,1731554427118, seqNum=2] 2024-11-14T03:20:40,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:20:40,397 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 480, reset compression=false 2024-11-14T03:20:40,433 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T03:20:40,436 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T03:20:40,701 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 480, reset compression=false 2024-11-14T03:20:40,796 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 379, reset compression=false 2024-11-14T03:20:40,853 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:40,853 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 608, reset compression=false 2024-11-14T03:20:40,853 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44523,1731554427118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0975a5c7895994440fa80920277aa245/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T03:20:40,855 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:40,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T03:20:40,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:20:40,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55480e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:40,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35973,-1 for getting cluster id 2024-11-14T03:20:40,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:40,858 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e18d86e-be01-48bc-9a1a-12ad86df55c2' 2024-11-14T03:20:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e18d86e-be01-48bc-9a1a-12ad86df55c2" 2024-11-14T03:20:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57bc24ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35973,-1] 2024-11-14T03:20:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:40,859 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:40,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@204edf40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:40,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,46035,1731554422653, seqNum=-1] 2024-11-14T03:20:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:40,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T03:20:40,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b., hostname=b152692f18ba,46035,1731554422653, seqNum=2] 2024-11-14T03:20:40,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:20:41,057 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 608, reset compression=false 2024-11-14T03:20:41,104 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 480, reset compression=false 2024-11-14T03:20:41,108 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:41,109 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 608, reset compression=false 2024-11-14T03:20:41,109 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,46035,1731554422653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:41,312 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 608, reset compression=false 2024-11-14T03:20:41,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:20:41,360 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 608, reset compression=false 2024-11-14T03:20:41,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T03:20:41,443 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T03:20:41,616 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 608, reset compression=false 2024-11-14T03:20:41,623 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:41,623 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 764, reset compression=false 2024-11-14T03:20:41,623 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,46035,1731554422653 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a1bf8ef68604958a4abd63e51d4c96b/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T03:20:41,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:20:41,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:20:41,764 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 608, reset compression=false 2024-11-14T03:20:41,768 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:41,768 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 756, reset compression=false 2024-11-14T03:20:41,768 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44523,1731554427118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:41,827 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 764, reset compression=false 2024-11-14T03:20:41,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:41,972 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 756, reset compression=false 2024-11-14T03:20:42,130 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 764, reset compression=false 2024-11-14T03:20:42,276 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 756, reset compression=false 2024-11-14T03:20:42,445 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T03:20:42,449 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T03:20:42,533 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 764, reset compression=false 2024-11-14T03:20:42,680 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 756, reset compression=false 2024-11-14T03:20:42,684 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:20:42,684 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 915, reset compression=false 2024-11-14T03:20:42,684 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44523,1731554427118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0975a5c7895994440fa80920277aa245/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T03:20:42,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:20:42,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:20:42,888 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 915, reset compression=false 2024-11-14T03:20:43,037 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 764, reset compression=false 2024-11-14T03:20:43,041 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:43,041 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:43,041 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,46035,1731554422653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:43,192 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 915, reset compression=false 2024-11-14T03:20:43,245 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:43,451 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T03:20:43,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:20:43,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:43,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:43,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:43,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:43,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:20:43,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1140249907, stopped=false 2024-11-14T03:20:43,454 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,34481,1731554426981 2024-11-14T03:20:43,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12110703944/running 2024-11-14T03:20:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12110703944/running 2024-11-14T03:20:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:43,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:43,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:43,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:43,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:43,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on znode that does not yet exist, /12110703944/running 2024-11-14T03:20:43,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,44523,1731554427118' ***** 2024-11-14T03:20:43,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:20:43,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Set watcher on znode that does not yet exist, /12110703944/running 2024-11-14T03:20:43,530 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:20:43,530 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(3091): Received CLOSE for 0975a5c7895994440fa80920277aa245 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,44523,1731554427118 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44523. 2024-11-14T03:20:43,531 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0975a5c7895994440fa80920277aa245, disabling compactions & flushes 2024-11-14T03:20:43,531 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:43,531 DEBUG [RS:0;b152692f18ba:44523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:43,531 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:43,531 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:43,531 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554432960.0975a5c7895994440fa80920277aa245. after waiting 0 ms 2024-11-14T03:20:43,531 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:20:43,531 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:20:43,531 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0975a5c7895994440fa80920277aa245 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T03:20:43,532 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:20:43,532 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1325): Online Regions={0975a5c7895994440fa80920277aa245=test,,1731554432960.0975a5c7895994440fa80920277aa245., 1588230740=hbase:meta,,1.1588230740, 0c3f3fa55bb73f08fae0d57f20211343=hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343.} 2024-11-14T03:20:43,532 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 0975a5c7895994440fa80920277aa245, 0c3f3fa55bb73f08fae0d57f20211343, 1588230740 2024-11-14T03:20:43,532 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:43,532 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:43,532 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:43,532 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:43,532 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:43,532 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:20:43,538 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:43,549 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:43,554 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/info/ab4d98b182b24bb689f2231c54fc0033 is 147, key is hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343./info:regioninfo/1731554438440/Put/seqid=0 2024-11-14T03:20:43,554 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/f/bb86adcd73ff4f8f81aad73126627fa2 is 29, key is row1/f:/1731554442446/DeleteFamily/seqid=0 2024-11-14T03:20:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741841_1017 (size=5118) 2024-11-14T03:20:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741840_1016 (size=7686) 2024-11-14T03:20:43,565 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/f/bb86adcd73ff4f8f81aad73126627fa2 2024-11-14T03:20:43,571 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb86adcd73ff4f8f81aad73126627fa2 2024-11-14T03:20:43,599 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 915, reset compression=false 2024-11-14T03:20:43,600 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/f1/7eaab6aa2cc444559f89dfbc7e9c0e78 is 30, key is row1/f1:/1731554442446/DeleteFamily/seqid=0 2024-11-14T03:20:43,606 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:43,606 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1162, reset compression=false 2024-11-14T03:20:43,606 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44523,1731554427118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:43,607 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,44523,1731554427118: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,44523,1731554427118, walGroup=b152692f18ba%2C44523%2C1731554427118, offset=b152692f18ba%2C44523%2C1731554427118.1731554429462:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:44523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:20:43,607 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:20:43,607 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:20:43,608 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:20:43,608 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:20:43,609 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:20:43,609 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 553301088 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190063032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:20:43,609 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:34481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:34481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:20:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741842_1018 (size=5123) 2024-11-14T03:20:43,732 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 0975a5c7895994440fa80920277aa245, 0c3f3fa55bb73f08fae0d57f20211343, 1588230740 2024-11-14T03:20:43,819 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1162, reset compression=false 2024-11-14T03:20:43,932 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 0975a5c7895994440fa80920277aa245, 0c3f3fa55bb73f08fae0d57f20211343, 1588230740 2024-11-14T03:20:43,953 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:43,966 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/info/ab4d98b182b24bb689f2231c54fc0033 2024-11-14T03:20:43,984 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/ns/06cb501f39d14e20a7f3a21c2a652146 is 43, key is default/ns:d/1731554430589/Put/seqid=0 2024-11-14T03:20:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741843_1019 (size=5153) 2024-11-14T03:20:44,027 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/f1/7eaab6aa2cc444559f89dfbc7e9c0e78 2024-11-14T03:20:44,030 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7eaab6aa2cc444559f89dfbc7e9c0e78 2024-11-14T03:20:44,044 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/norep/a947a581769647dba89defa0e40a606b is 33, key is row1/norep:/1731554442446/DeleteFamily/seqid=0 2024-11-14T03:20:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741844_1020 (size=5108) 2024-11-14T03:20:44,122 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1162, reset compression=false 2024-11-14T03:20:44,132 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 0975a5c7895994440fa80920277aa245, 0c3f3fa55bb73f08fae0d57f20211343, 1588230740 2024-11-14T03:20:44,328 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:20:44,328 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:20:44,333 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 0975a5c7895994440fa80920277aa245, 0c3f3fa55bb73f08fae0d57f20211343, 1588230740 2024-11-14T03:20:44,388 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/ns/06cb501f39d14e20a7f3a21c2a652146 2024-11-14T03:20:44,404 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/rep_barrier/0c24b65fef0345e68b30093bc2971e71 is 112, key is test,,1731554432960.0975a5c7895994440fa80920277aa245./rep_barrier:seqnumDuringOpen/1731554434105/Put/seqid=0 2024-11-14T03:20:44,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741845_1021 (size=5518) 2024-11-14T03:20:44,447 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/norep/a947a581769647dba89defa0e40a606b 2024-11-14T03:20:44,451 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a947a581769647dba89defa0e40a606b 2024-11-14T03:20:44,452 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/f/bb86adcd73ff4f8f81aad73126627fa2 as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/f/bb86adcd73ff4f8f81aad73126627fa2 2024-11-14T03:20:44,456 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:44,456 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb86adcd73ff4f8f81aad73126627fa2 2024-11-14T03:20:44,456 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/f/bb86adcd73ff4f8f81aad73126627fa2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T03:20:44,459 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/f1/7eaab6aa2cc444559f89dfbc7e9c0e78 as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/f1/7eaab6aa2cc444559f89dfbc7e9c0e78 2024-11-14T03:20:44,463 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7eaab6aa2cc444559f89dfbc7e9c0e78 2024-11-14T03:20:44,463 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/f1/7eaab6aa2cc444559f89dfbc7e9c0e78, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T03:20:44,464 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/.tmp/norep/a947a581769647dba89defa0e40a606b as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/norep/a947a581769647dba89defa0e40a606b 2024-11-14T03:20:44,467 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a947a581769647dba89defa0e40a606b 2024-11-14T03:20:44,468 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/norep/a947a581769647dba89defa0e40a606b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T03:20:44,468 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0975a5c7895994440fa80920277aa245 in 937ms, sequenceid=8, compaction requested=false 2024-11-14T03:20:44,473 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/default/test/0975a5c7895994440fa80920277aa245/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T03:20:44,473 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:44,473 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:44,473 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:44,473 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0975a5c7895994440fa80920277aa245: Waiting for close lock at 1731554443531Running coprocessor pre-close hooks at 1731554443531Disabling compacts and flushes for region at 1731554443531Disabling writes for close at 1731554443531Obtaining lock to block concurrent updates at 1731554443531Preparing flush snapshotting stores in 0975a5c7895994440fa80920277aa245 at 1731554443531Finished memstore snapshotting test,,1731554432960.0975a5c7895994440fa80920277aa245., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731554443532 (+1 ms)Flushing stores of test,,1731554432960.0975a5c7895994440fa80920277aa245. at 1731554443532Flushing 0975a5c7895994440fa80920277aa245/f: creating writer at 1731554443532Flushing 0975a5c7895994440fa80920277aa245/f: appending metadata at 1731554443553 (+21 ms)Flushing 0975a5c7895994440fa80920277aa245/f: closing flushed file at 1731554443553Flushing 0975a5c7895994440fa80920277aa245/f1: creating writer at 1731554443571 (+18 ms)Flushing 0975a5c7895994440fa80920277aa245/f1: appending metadata at 1731554443600 (+29 ms)Flushing 0975a5c7895994440fa80920277aa245/f1: closing flushed file at 1731554443600Flushing 0975a5c7895994440fa80920277aa245/norep: creating writer at 1731554444030 (+430 ms)Flushing 0975a5c7895994440fa80920277aa245/norep: appending metadata at 1731554444043 (+13 ms)Flushing 0975a5c7895994440fa80920277aa245/norep: closing flushed file at 1731554444043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4375966d: reopening flushed file at 1731554444451 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390f56c2: reopening flushed file at 1731554444457 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b1697e: reopening flushed file at 1731554444463 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0975a5c7895994440fa80920277aa245 in 937ms, sequenceid=8, compaction requested=false at 1731554444469 (+6 ms)Writing region close event to WAL at 1731554444470 (+1 ms)Running coprocessor post-close hooks at 1731554444473 (+3 ms)Closed at 1731554444473 2024-11-14T03:20:44,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554432960.0975a5c7895994440fa80920277aa245. 2024-11-14T03:20:44,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c3f3fa55bb73f08fae0d57f20211343, disabling compactions & flushes 2024-11-14T03:20:44,474 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. after waiting 0 ms 2024-11-14T03:20:44,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c3f3fa55bb73f08fae0d57f20211343: Waiting for close lock at 1731554444474Running coprocessor pre-close hooks at 1731554444474Disabling compacts and flushes for region at 1731554444474Disabling writes for close at 1731554444474Failed flush hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343., putting online again at 1731554444474 2024-11-14T03:20:44,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,526 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1162, reset compression=false 2024-11-14T03:20:44,529 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:44,529 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1806, reset compression=false 2024-11-14T03:20:44,533 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:20:44,533 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0c3f3fa55bb73f08fae0d57f20211343=hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343.} 2024-11-14T03:20:44,533 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c3f3fa55bb73f08fae0d57f20211343 2024-11-14T03:20:44,533 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 0c3f3fa55bb73f08fae0d57f20211343, 1588230740 2024-11-14T03:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c3f3fa55bb73f08fae0d57f20211343, disabling compactions & flushes 2024-11-14T03:20:44,533 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. after waiting 0 ms 2024-11-14T03:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c3f3fa55bb73f08fae0d57f20211343: Waiting for close lock at 1731554444533Running coprocessor pre-close hooks at 1731554444533Disabling compacts and flushes for region at 1731554444533Disabling writes for close at 1731554444533Failed flush hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343., putting online again at 1731554444533 2024-11-14T03:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731554437280.0c3f3fa55bb73f08fae0d57f20211343. 2024-11-14T03:20:44,732 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1806, reset compression=false 2024-11-14T03:20:44,733 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:20:44,809 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/rep_barrier/0c24b65fef0345e68b30093bc2971e71 2024-11-14T03:20:44,825 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/table/b7a94c423e2f458fb0330128daa4a253 is 53, key is hbase:replication/table:state/1731554438446/Put/seqid=0 2024-11-14T03:20:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741846_1022 (size=5308) 2024-11-14T03:20:44,933 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:20:45,036 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1806, reset compression=false 2024-11-14T03:20:45,060 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:45,133 DEBUG [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:20:45,229 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/table/b7a94c423e2f458fb0330128daa4a253 2024-11-14T03:20:45,234 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/info/ab4d98b182b24bb689f2231c54fc0033 as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/info/ab4d98b182b24bb689f2231c54fc0033 2024-11-14T03:20:45,238 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/info/ab4d98b182b24bb689f2231c54fc0033, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:20:45,239 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/ns/06cb501f39d14e20a7f3a21c2a652146 as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/ns/06cb501f39d14e20a7f3a21c2a652146 2024-11-14T03:20:45,243 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/ns/06cb501f39d14e20a7f3a21c2a652146, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:20:45,243 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/rep_barrier/0c24b65fef0345e68b30093bc2971e71 as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/rep_barrier/0c24b65fef0345e68b30093bc2971e71 2024-11-14T03:20:45,247 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/rep_barrier/0c24b65fef0345e68b30093bc2971e71, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:20:45,248 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/.tmp/table/b7a94c423e2f458fb0330128daa4a253 as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/table/b7a94c423e2f458fb0330128daa4a253 2024-11-14T03:20:45,252 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/table/b7a94c423e2f458fb0330128daa4a253, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:20:45,253 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-14T03:20:45,257 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:20:45,257 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:45,257 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:45,258 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:45,258 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554443532Running coprocessor pre-close hooks at 1731554443532Disabling compacts and flushes for region at 1731554443532Disabling writes for close at 1731554443532Obtaining lock to block concurrent updates at 1731554443532Preparing flush snapshotting stores in 1588230740 at 1731554443532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554443532Flushing stores of hbase:meta,,1.1588230740 at 1731554443533 (+1 ms)Flushing 1588230740/info: creating writer at 1731554443533Flushing 1588230740/info: appending metadata at 1731554443553 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731554443553Flushing 1588230740/ns: creating writer at 1731554443970 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731554443984 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731554443984Flushing 1588230740/rep_barrier: creating writer at 1731554444392 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554444404 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554444404Flushing 1588230740/table: creating writer at 1731554444813 (+409 ms)Flushing 1588230740/table: appending metadata at 1731554444825 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731554444825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df39062: reopening flushed file at 1731554445233 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549498c6: reopening flushed file at 1731554445238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7679e96: reopening flushed file at 1731554445243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2e0ebf: reopening flushed file at 1731554445247 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1731554445253 (+6 ms)Writing region close event to WAL at 1731554445254 (+1 ms)Running coprocessor post-close hooks at 1731554445257 (+3 ms)Closed at 1731554445257 2024-11-14T03:20:45,258 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:45,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:45,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:45,298 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28278 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:45,333 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T03:20:45,334 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,44523,1731554427118; all regions closed. 2024-11-14T03:20:45,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:20:45,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.meta.1731554430541.meta not finished, retry = 0 2024-11-14T03:20:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741839_1015 (size=1515) 2024-11-14T03:20:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741832_1008 (size=1814) 2024-11-14T03:20:45,440 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 to pos 1806, reset compression=false 2024-11-14T03:20:45,441 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:45,441 INFO [RS:0;b152692f18ba:44523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:45,441 INFO [RS:0;b152692f18ba:44523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:45,441 INFO [RS:0;b152692f18ba:44523 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:45,441 INFO [RS:0;b152692f18ba:44523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:45,441 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:45,441 INFO [RS:0;b152692f18ba:44523 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,44523,1731554427118 because: Region server is closing 2024-11-14T03:20:45,441 INFO [RS:0;b152692f18ba:44523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44523. 2024-11-14T03:20:45,442 DEBUG [RS:0;b152692f18ba:44523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:45,442 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:45,442 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:45,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:45,442 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/WALs/b152692f18ba,44523,1731554427118/b152692f18ba%2C44523%2C1731554427118.1731554429462 2024-11-14T03:20:45,542 INFO [RS:0;b152692f18ba:44523 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.shipperb152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 terminated 2024-11-14T03:20:45,542 INFO [RS:0;b152692f18ba:44523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44523. 2024-11-14T03:20:45,542 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44523,1731554427118.replicationSource.wal-reader.b152692f18ba%2C44523%2C1731554427118,1-b152692f18ba,44523,1731554427118 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T03:20:45,542 DEBUG [RS:0;b152692f18ba:44523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:45,542 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:45,542 DEBUG [RS:0;b152692f18ba:44523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:45,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:45,543 INFO [RS:0;b152692f18ba:44523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44523 2024-11-14T03:20:45,763 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:45,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12110703944/rs/b152692f18ba,44523,1731554427118 2024-11-14T03:20:45,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944/rs 2024-11-14T03:20:45,790 INFO [RS:0;b152692f18ba:44523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:45,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,44523,1731554427118] 2024-11-14T03:20:45,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12110703944/draining/b152692f18ba,44523,1731554427118 already deleted, retry=false 2024-11-14T03:20:45,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,44523,1731554427118 expired; onlineServers=0 2024-11-14T03:20:45,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,34481,1731554426981' ***** 2024-11-14T03:20:45,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:20:45,866 INFO [M:0;b152692f18ba:34481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:45,866 INFO [M:0;b152692f18ba:34481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:45,866 DEBUG [M:0;b152692f18ba:34481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:20:45,866 DEBUG [M:0;b152692f18ba:34481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:20:45,866 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:20:45,866 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554429253 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554429253,5,FailOnTimeoutGroup] 2024-11-14T03:20:45,866 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554429253 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554429253,5,FailOnTimeoutGroup] 2024-11-14T03:20:45,866 INFO [M:0;b152692f18ba:34481 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:45,867 INFO [M:0;b152692f18ba:34481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:45,867 DEBUG [M:0;b152692f18ba:34481 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:20:45,867 INFO [M:0;b152692f18ba:34481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:20:45,867 INFO [M:0;b152692f18ba:34481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:45,867 INFO [M:0;b152692f18ba:34481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:20:45,867 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:20:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12110703944/master 2024-11-14T03:20:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12110703944 2024-11-14T03:20:45,908 DEBUG [M:0;b152692f18ba:34481 {}] zookeeper.ZKUtil(347): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Unable to get data of znode /12110703944/master because node does not exist (not an error) 2024-11-14T03:20:45,908 WARN [M:0;b152692f18ba:34481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:20:45,908 INFO [M:0;b152692f18ba:34481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/.lastflushedseqids 2024-11-14T03:20:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741847_1023 (size=245) 2024-11-14T03:20:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:45,913 INFO [RS:0;b152692f18ba:44523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44523-0x101375ba0fa0004, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:45,913 INFO [RS:0;b152692f18ba:44523 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,44523,1731554427118; zookeeper connection closed. 2024-11-14T03:20:45,913 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1152c156 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1152c156 2024-11-14T03:20:45,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:20:46,313 INFO [M:0;b152692f18ba:34481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:20:46,313 INFO [M:0;b152692f18ba:34481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:20:46,313 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:46,313 INFO [M:0;b152692f18ba:34481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:46,313 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:46,313 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:46,313 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:46,313 INFO [M:0;b152692f18ba:34481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T03:20:46,328 DEBUG [M:0;b152692f18ba:34481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc88d33fea2424c8b4d72be9f1aa29c is 82, key is hbase:meta,,1/info:regioninfo/1731554430570/Put/seqid=0 2024-11-14T03:20:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741848_1024 (size=5672) 2024-11-14T03:20:46,567 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:46,731 INFO [M:0;b152692f18ba:34481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc88d33fea2424c8b4d72be9f1aa29c 2024-11-14T03:20:46,751 DEBUG [M:0;b152692f18ba:34481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acf98d4b3f2941d88c0f85ca4c6f24c2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731554438449/Put/seqid=0 2024-11-14T03:20:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741849_1025 (size=8516) 2024-11-14T03:20:46,755 INFO [M:0;b152692f18ba:34481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acf98d4b3f2941d88c0f85ca4c6f24c2 2024-11-14T03:20:46,775 DEBUG [M:0;b152692f18ba:34481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26a6444eb5984f0ab01127562967d92e is 69, key is b152692f18ba,44523,1731554427118/rs:state/1731554429312/Put/seqid=0 2024-11-14T03:20:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741850_1026 (size=5156) 2024-11-14T03:20:47,180 INFO [M:0;b152692f18ba:34481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26a6444eb5984f0ab01127562967d92e 2024-11-14T03:20:47,183 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffc88d33fea2424c8b4d72be9f1aa29c as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffc88d33fea2424c8b4d72be9f1aa29c 2024-11-14T03:20:47,187 INFO [M:0;b152692f18ba:34481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffc88d33fea2424c8b4d72be9f1aa29c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T03:20:47,188 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acf98d4b3f2941d88c0f85ca4c6f24c2 as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acf98d4b3f2941d88c0f85ca4c6f24c2 2024-11-14T03:20:47,191 INFO [M:0;b152692f18ba:34481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acf98d4b3f2941d88c0f85ca4c6f24c2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T03:20:47,192 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26a6444eb5984f0ab01127562967d92e as hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26a6444eb5984f0ab01127562967d92e 2024-11-14T03:20:47,197 INFO [M:0;b152692f18ba:34481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/2a9aaaf2-ca4f-e17c-0c4b-c7c1fab8adde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26a6444eb5984f0ab01127562967d92e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T03:20:47,198 INFO [M:0;b152692f18ba:34481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-14T03:20:47,210 INFO [M:0;b152692f18ba:34481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:47,210 DEBUG [M:0;b152692f18ba:34481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554446313Disabling compacts and flushes for region at 1731554446313Disabling writes for close at 1731554446313Obtaining lock to block concurrent updates at 1731554446313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554446313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731554446314 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554446314Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554446314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554446327 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554446327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554446735 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554446751 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554446751Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554446758 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554446775 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554446775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15973a7c: reopening flushed file at 1731554447183 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc15025: reopening flushed file at 1731554447187 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136a46b4: reopening flushed file at 1731554447191 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1731554447198 (+7 ms)Writing region close event to WAL at 1731554447210 (+12 ms)Closed at 1731554447210 2024-11-14T03:20:47,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45995 is added to blk_1073741830_1006 (size=63654) 2024-11-14T03:20:47,213 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:47,213 INFO [M:0;b152692f18ba:34481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:20:47,213 INFO [M:0;b152692f18ba:34481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34481 2024-11-14T03:20:47,213 INFO [M:0;b152692f18ba:34481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:47,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:47,387 INFO [M:0;b152692f18ba:34481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:47,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34481-0x101375ba0fa0003, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:47,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499050a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:47,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:47,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:47,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:47,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:47,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:20:47,429 WARN [BP-1436818747-172.17.0.3-1731554424680 heartbeating to localhost/127.0.0.1:40549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:20:47,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:20:47,429 WARN [BP-1436818747-172.17.0.3-1731554424680 heartbeating to localhost/127.0.0.1:40549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436818747-172.17.0.3-1731554424680 (Datanode Uuid 1381d6f2-a2dc-47c3-8359-55eef5abdd33) service to localhost/127.0.0.1:40549 2024-11-14T03:20:47,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/cluster_ace14a8a-c94d-7a63-83c2-8414c927e61f/data/data1/current/BP-1436818747-172.17.0.3-1731554424680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:47,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/cluster_ace14a8a-c94d-7a63-83c2-8414c927e61f/data/data2/current/BP-1436818747-172.17.0.3-1731554424680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:47,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:20:47,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17881b62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:47,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aafb10b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:47,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:47,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6999b4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:47,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18fbd441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:47,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:20:47,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:20:47,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:47,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:47,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:47,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:47,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:47,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:20:47,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=47725627, stopped=false 2024-11-14T03:20:47,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,35973,1731554422292 2024-11-14T03:20:47,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/093973169/running 2024-11-14T03:20:47,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/093973169/running 2024-11-14T03:20:47,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:47,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:47,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:47,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:20:47,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on znode that does not yet exist, /093973169/running 2024-11-14T03:20:47,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:47,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:47,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Set watcher on znode that does not yet exist, /093973169/running 2024-11-14T03:20:47,466 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,46035,1731554422653' ***** 2024-11-14T03:20:47,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:20:47,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,46035,1731554422653 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:47,467 INFO [RS:0;b152692f18ba:46035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:46035. 2024-11-14T03:20:47,467 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd89ef761bcfba6f3be2fdf9e72e3de1, disabling compactions & flushes 2024-11-14T03:20:47,467 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:47,467 DEBUG [RS:0;b152692f18ba:46035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:47,467 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:47,467 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:47,468 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. after waiting 0 ms 2024-11-14T03:20:47,468 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:47,468 INFO [RS:0;b152692f18ba:46035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:20:47,468 INFO [RS:0;b152692f18ba:46035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:20:47,468 INFO [RS:0;b152692f18ba:46035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:20:47,468 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd89ef761bcfba6f3be2fdf9e72e3de1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T03:20:47,468 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:20:47,468 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:20:47,468 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1325): Online Regions={dd89ef761bcfba6f3be2fdf9e72e3de1=hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1., 6a1bf8ef68604958a4abd63e51d4c96b=test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:20:47,468 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a1bf8ef68604958a4abd63e51d4c96b, dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:47,468 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:47,468 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:47,468 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:47,468 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:47,468 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:47,468 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:20:47,470 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:47,483 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1/.tmp/queue/b818eee015c14495afb6e462b67d9457 is 153, key is 1-b152692f18ba,46035,1731554422653/queue:b152692f18ba%2C46035%2C1731554422653/1731554443043/Put/seqid=0 2024-11-14T03:20:47,486 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/info/8d622746487243eca0c4491a28800c0e is 147, key is hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1./info:regioninfo/1731554436366/Put/seqid=0 2024-11-14T03:20:47,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741840_1016 (size=5352) 2024-11-14T03:20:47,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741841_1017 (size=7686) 2024-11-14T03:20:47,517 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:47,668 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a1bf8ef68604958a4abd63e51d4c96b, dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:47,796 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:20:47,796 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:20:47,868 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a1bf8ef68604958a4abd63e51d4c96b, dd89ef761bcfba6f3be2fdf9e72e3de1 2024-11-14T03:20:47,888 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1/.tmp/queue/b818eee015c14495afb6e462b67d9457 2024-11-14T03:20:47,893 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1/.tmp/queue/b818eee015c14495afb6e462b67d9457 as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1/queue/b818eee015c14495afb6e462b67d9457 2024-11-14T03:20:47,895 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/info/8d622746487243eca0c4491a28800c0e 2024-11-14T03:20:47,898 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1/queue/b818eee015c14495afb6e462b67d9457, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T03:20:47,899 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dd89ef761bcfba6f3be2fdf9e72e3de1 in 431ms, sequenceid=10, compaction requested=false 2024-11-14T03:20:47,910 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/replication/dd89ef761bcfba6f3be2fdf9e72e3de1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:47,911 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd89ef761bcfba6f3be2fdf9e72e3de1: Waiting for close lock at 1731554447467Running coprocessor pre-close hooks at 1731554447467Disabling compacts and flushes for region at 1731554447467Disabling writes for close at 1731554447468 (+1 ms)Obtaining lock to block concurrent updates at 1731554447468Preparing flush snapshotting stores in dd89ef761bcfba6f3be2fdf9e72e3de1 at 1731554447468Finished memstore snapshotting hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731554447468Flushing stores of hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. at 1731554447468Flushing dd89ef761bcfba6f3be2fdf9e72e3de1/queue: creating writer at 1731554447469 (+1 ms)Flushing dd89ef761bcfba6f3be2fdf9e72e3de1/queue: appending metadata at 1731554447482 (+13 ms)Flushing dd89ef761bcfba6f3be2fdf9e72e3de1/queue: closing flushed file at 1731554447482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a9337a: reopening flushed file at 1731554447893 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dd89ef761bcfba6f3be2fdf9e72e3de1 in 431ms, sequenceid=10, compaction requested=false at 1731554447899 (+6 ms)Writing region close event to WAL at 1731554447908 (+9 ms)Running coprocessor post-close hooks at 1731554447911 (+3 ms)Closed at 1731554447911 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554435126.dd89ef761bcfba6f3be2fdf9e72e3de1. 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a1bf8ef68604958a4abd63e51d4c96b, disabling compactions & flushes 2024-11-14T03:20:47,911 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. after waiting 0 ms 2024-11-14T03:20:47,911 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:47,911 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a1bf8ef68604958a4abd63e51d4c96b 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T03:20:47,922 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/ns/e2f411eafb2b4b97a9cfe2205133836e is 43, key is default/ns:d/1731554424562/Put/seqid=0 2024-11-14T03:20:47,924 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/f/cce97da7ca0b44139dfa9ddbe24478b7 is 29, key is row1/f:/1731554442446/DeleteFamily/seqid=0 2024-11-14T03:20:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741842_1018 (size=5153) 2024-11-14T03:20:47,926 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/ns/e2f411eafb2b4b97a9cfe2205133836e 2024-11-14T03:20:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741843_1019 (size=5118) 2024-11-14T03:20:47,943 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8c930974af4691a7ba03c7e0dd8cbd is 112, key is test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b./rep_barrier:seqnumDuringOpen/1731554431952/Put/seqid=0 2024-11-14T03:20:47,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741844_1020 (size=5518) 2024-11-14T03:20:47,946 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8c930974af4691a7ba03c7e0dd8cbd 2024-11-14T03:20:47,962 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/table/bbad68e18daa40cf83f6061843ce017b is 53, key is hbase:replication/table:state/1731554436373/Put/seqid=0 2024-11-14T03:20:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741845_1021 (size=5308) 2024-11-14T03:20:47,970 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/table/bbad68e18daa40cf83f6061843ce017b 2024-11-14T03:20:47,983 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/info/8d622746487243eca0c4491a28800c0e as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/info/8d622746487243eca0c4491a28800c0e 2024-11-14T03:20:47,998 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/info/8d622746487243eca0c4491a28800c0e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:20:47,999 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/ns/e2f411eafb2b4b97a9cfe2205133836e as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/ns/e2f411eafb2b4b97a9cfe2205133836e 2024-11-14T03:20:48,007 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/ns/e2f411eafb2b4b97a9cfe2205133836e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:20:48,008 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8c930974af4691a7ba03c7e0dd8cbd as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/rep_barrier/4d8c930974af4691a7ba03c7e0dd8cbd 2024-11-14T03:20:48,016 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/rep_barrier/4d8c930974af4691a7ba03c7e0dd8cbd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:20:48,017 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/.tmp/table/bbad68e18daa40cf83f6061843ce017b as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/table/bbad68e18daa40cf83f6061843ce017b 2024-11-14T03:20:48,026 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/table/bbad68e18daa40cf83f6061843ce017b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:20:48,027 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false 2024-11-14T03:20:48,027 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:20:48,069 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:48,069 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:20:48,070 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:48,070 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:20:48,070 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:48,070 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554447468Running coprocessor pre-close hooks at 1731554447468Disabling compacts and flushes for region at 1731554447468Disabling writes for close at 1731554447468Obtaining lock to block concurrent updates at 1731554447468Preparing flush snapshotting stores in 1588230740 at 1731554447468Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554447469 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554447469Flushing 1588230740/info: creating writer at 1731554447469Flushing 1588230740/info: appending metadata at 1731554447485 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731554447485Flushing 1588230740/ns: creating writer at 1731554447898 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731554447922 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731554447922Flushing 1588230740/rep_barrier: creating writer at 1731554447930 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554447942 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554447942Flushing 1588230740/table: creating writer at 1731554447950 (+8 ms)Flushing 1588230740/table: appending metadata at 1731554447962 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731554447962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c7537: reopening flushed file at 1731554447982 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ad9419: reopening flushed file at 1731554447998 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726a4f45: reopening flushed file at 1731554448007 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48be4208: reopening flushed file at 1731554448016 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false at 1731554448027 (+11 ms)Writing region close event to WAL at 1731554448063 (+36 ms)Running coprocessor post-close hooks at 1731554448070 (+7 ms)Closed at 1731554448070 2024-11-14T03:20:48,071 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:48,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:20:48,269 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:48,328 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/f/cce97da7ca0b44139dfa9ddbe24478b7 2024-11-14T03:20:48,331 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cce97da7ca0b44139dfa9ddbe24478b7 2024-11-14T03:20:48,344 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/f1/a70cc39670084d6fbed9dc41d5835e07 is 30, key is row1/f1:/1731554442446/DeleteFamily/seqid=0 2024-11-14T03:20:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741846_1022 (size=5123) 2024-11-14T03:20:48,469 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:20:48,469 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1325): Online Regions={6a1bf8ef68604958a4abd63e51d4c96b=test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b.} 2024-11-14T03:20:48,469 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:48,480 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 914, reset compression=false 2024-11-14T03:20:48,485 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:48,485 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 1161, reset compression=false 2024-11-14T03:20:48,485 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,46035,1731554422653 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:20:48,486 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,46035,1731554422653: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,46035,1731554422653, walGroup=b152692f18ba%2C46035%2C1731554422653, offset=b152692f18ba%2C46035%2C1731554422653.1731554423953:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:20:48,487 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:20:48,487 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:20:48,488 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:20:48,488 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:20:48,488 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:20:48,488 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 630895712 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 190891384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:20:48,488 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:35973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:35973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:20:48,669 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:48,693 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 1161, reset compression=false 2024-11-14T03:20:48,747 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/f1/a70cc39670084d6fbed9dc41d5835e07 2024-11-14T03:20:48,751 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a70cc39670084d6fbed9dc41d5835e07 2024-11-14T03:20:48,768 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/norep/2ff88b1e08ba43c3beae96c5b65ec974 is 32, key is row/norep:/1731554441441/DeleteFamily/seqid=0 2024-11-14T03:20:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741847_1023 (size=5101) 2024-11-14T03:20:48,869 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:48,996 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 1161, reset compression=false 2024-11-14T03:20:49,070 DEBUG [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1351): Waiting on 6a1bf8ef68604958a4abd63e51d4c96b 2024-11-14T03:20:49,174 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/norep/2ff88b1e08ba43c3beae96c5b65ec974 2024-11-14T03:20:49,178 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ff88b1e08ba43c3beae96c5b65ec974 2024-11-14T03:20:49,178 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/f/cce97da7ca0b44139dfa9ddbe24478b7 as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/f/cce97da7ca0b44139dfa9ddbe24478b7 2024-11-14T03:20:49,182 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cce97da7ca0b44139dfa9ddbe24478b7 2024-11-14T03:20:49,182 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/f/cce97da7ca0b44139dfa9ddbe24478b7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T03:20:49,183 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/f1/a70cc39670084d6fbed9dc41d5835e07 as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/f1/a70cc39670084d6fbed9dc41d5835e07 2024-11-14T03:20:49,186 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a70cc39670084d6fbed9dc41d5835e07 2024-11-14T03:20:49,186 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/f1/a70cc39670084d6fbed9dc41d5835e07, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T03:20:49,187 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/.tmp/norep/2ff88b1e08ba43c3beae96c5b65ec974 as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/norep/2ff88b1e08ba43c3beae96c5b65ec974 2024-11-14T03:20:49,191 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ff88b1e08ba43c3beae96c5b65ec974 2024-11-14T03:20:49,191 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/norep/2ff88b1e08ba43c3beae96c5b65ec974, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T03:20:49,191 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6a1bf8ef68604958a4abd63e51d4c96b in 1280ms, sequenceid=8, compaction requested=false 2024-11-14T03:20:49,191 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:20:49,195 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/data/default/test/6a1bf8ef68604958a4abd63e51d4c96b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T03:20:49,195 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:20:49,195 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:49,195 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:49,195 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a1bf8ef68604958a4abd63e51d4c96b: Waiting for close lock at 1731554447911Running coprocessor pre-close hooks at 1731554447911Disabling compacts and flushes for region at 1731554447911Disabling writes for close at 1731554447911Obtaining lock to block concurrent updates at 1731554447911Preparing flush snapshotting stores in 6a1bf8ef68604958a4abd63e51d4c96b at 1731554447911Finished memstore snapshotting test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731554447912 (+1 ms)Flushing stores of test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. at 1731554447912Flushing 6a1bf8ef68604958a4abd63e51d4c96b/f: creating writer at 1731554447912Flushing 6a1bf8ef68604958a4abd63e51d4c96b/f: appending metadata at 1731554447924 (+12 ms)Flushing 6a1bf8ef68604958a4abd63e51d4c96b/f: closing flushed file at 1731554447924Flushing 6a1bf8ef68604958a4abd63e51d4c96b/f1: creating writer at 1731554448331 (+407 ms)Flushing 6a1bf8ef68604958a4abd63e51d4c96b/f1: appending metadata at 1731554448343 (+12 ms)Flushing 6a1bf8ef68604958a4abd63e51d4c96b/f1: closing flushed file at 1731554448343Flushing 6a1bf8ef68604958a4abd63e51d4c96b/norep: creating writer at 1731554448751 (+408 ms)Flushing 6a1bf8ef68604958a4abd63e51d4c96b/norep: appending metadata at 1731554448767 (+16 ms)Flushing 6a1bf8ef68604958a4abd63e51d4c96b/norep: closing flushed file at 1731554448767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bf4935: reopening flushed file at 1731554449178 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd4b11: reopening flushed file at 1731554449182 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f63d6c: reopening flushed file at 1731554449186 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6a1bf8ef68604958a4abd63e51d4c96b in 1280ms, sequenceid=8, compaction requested=false at 1731554449191 (+5 ms)Writing region close event to WAL at 1731554449192 (+1 ms)Running coprocessor post-close hooks at 1731554449195 (+3 ms)Closed at 1731554449195 2024-11-14T03:20:49,196 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554430807.6a1bf8ef68604958a4abd63e51d4c96b. 2024-11-14T03:20:49,270 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,46035,1731554422653; all regions closed. 2024-11-14T03:20:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:20:49,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.meta.1731554424469.meta not finished, retry = 0 2024-11-14T03:20:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741839_1015 (size=2676) 2024-11-14T03:20:49,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 not finished, retry = 0 2024-11-14T03:20:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741832_1008 (size=1813) 2024-11-14T03:20:49,400 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 to pos 1161, reset compression=false 2024-11-14T03:20:49,477 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:49,477 INFO [RS:0;b152692f18ba:46035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:20:49,477 INFO [RS:0;b152692f18ba:46035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:49,477 INFO [RS:0;b152692f18ba:46035 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:49,477 INFO [RS:0;b152692f18ba:46035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:49,477 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:49,478 INFO [RS:0;b152692f18ba:46035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,46035,1731554422653 because: Region server is closing 2024-11-14T03:20:49,478 INFO [RS:0;b152692f18ba:46035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:46035. 2024-11-14T03:20:49,478 DEBUG [RS:0;b152692f18ba:46035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:49,478 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:49,478 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:49,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:49,478 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/WALs/b152692f18ba,46035,1731554422653/b152692f18ba%2C46035%2C1731554422653.1731554423953 2024-11-14T03:20:49,478 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.wal-reader.b152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:20:49,578 INFO [RS:0;b152692f18ba:46035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,46035,1731554422653.replicationSource.shipperb152692f18ba%2C46035%2C1731554422653,1-b152692f18ba,46035,1731554422653 terminated 2024-11-14T03:20:49,578 INFO [RS:0;b152692f18ba:46035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:46035. 2024-11-14T03:20:49,579 DEBUG [RS:0;b152692f18ba:46035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:20:49,579 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:49,579 DEBUG [RS:0;b152692f18ba:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:49,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:20:49,579 INFO [RS:0;b152692f18ba:46035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46035 2024-11-14T03:20:49,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/093973169/rs/b152692f18ba,46035,1731554422653 2024-11-14T03:20:49,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169/rs 2024-11-14T03:20:49,634 INFO [RS:0;b152692f18ba:46035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:49,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,46035,1731554422653] 2024-11-14T03:20:49,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /093973169/draining/b152692f18ba,46035,1731554422653 already deleted, retry=false 2024-11-14T03:20:49,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,46035,1731554422653 expired; onlineServers=0 2024-11-14T03:20:49,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,35973,1731554422292' ***** 2024-11-14T03:20:49,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:20:49,655 INFO [M:0;b152692f18ba:35973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:20:49,655 INFO [M:0;b152692f18ba:35973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:20:49,655 DEBUG [M:0;b152692f18ba:35973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:20:49,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:20:49,655 DEBUG [M:0;b152692f18ba:35973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:20:49,655 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554423635 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554423635,5,FailOnTimeoutGroup] 2024-11-14T03:20:49,655 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554423632 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554423632,5,FailOnTimeoutGroup] 2024-11-14T03:20:49,655 INFO [M:0;b152692f18ba:35973 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:20:49,655 INFO [M:0;b152692f18ba:35973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:20:49,655 DEBUG [M:0;b152692f18ba:35973 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:20:49,655 INFO [M:0;b152692f18ba:35973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:20:49,655 INFO [M:0;b152692f18ba:35973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:20:49,655 INFO [M:0;b152692f18ba:35973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:20:49,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:20:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/093973169/master 2024-11-14T03:20:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/093973169 2024-11-14T03:20:49,665 DEBUG [M:0;b152692f18ba:35973 {}] zookeeper.ZKUtil(347): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Unable to get data of znode /093973169/master because node does not exist (not an error) 2024-11-14T03:20:49,666 WARN [M:0;b152692f18ba:35973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:20:49,666 INFO [M:0;b152692f18ba:35973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/.lastflushedseqids 2024-11-14T03:20:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741848_1024 (size=245) 2024-11-14T03:20:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:49,744 INFO [RS:0;b152692f18ba:46035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101375ba0fa0001, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:49,744 INFO [RS:0;b152692f18ba:46035 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,46035,1731554422653; zookeeper connection closed. 2024-11-14T03:20:49,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f7f7013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f7f7013 2024-11-14T03:20:49,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:20:49,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:49,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:50,071 INFO [M:0;b152692f18ba:35973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:20:50,071 INFO [M:0;b152692f18ba:35973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:20:50,071 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:50,071 INFO [M:0;b152692f18ba:35973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:50,071 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:50,071 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:50,071 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:50,071 INFO [M:0;b152692f18ba:35973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T03:20:50,085 DEBUG [M:0;b152692f18ba:35973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4695fadc4bf425892cbc9aee78be29f is 82, key is hbase:meta,,1/info:regioninfo/1731554424509/Put/seqid=0 2024-11-14T03:20:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741849_1025 (size=5672) 2024-11-14T03:20:50,489 INFO [M:0;b152692f18ba:35973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4695fadc4bf425892cbc9aee78be29f 2024-11-14T03:20:50,505 DEBUG [M:0;b152692f18ba:35973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b6e0bb3386417da748f87c3da81563 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731554436377/Put/seqid=0 2024-11-14T03:20:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741850_1026 (size=8516) 2024-11-14T03:20:50,909 INFO [M:0;b152692f18ba:35973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b6e0bb3386417da748f87c3da81563 2024-11-14T03:20:50,931 DEBUG [M:0;b152692f18ba:35973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0da79c75ff8a47f985f96a398c9db09c is 69, key is b152692f18ba,46035,1731554422653/rs:state/1731554423742/Put/seqid=0 2024-11-14T03:20:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741851_1027 (size=5156) 2024-11-14T03:20:51,336 INFO [M:0;b152692f18ba:35973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0da79c75ff8a47f985f96a398c9db09c 2024-11-14T03:20:51,340 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4695fadc4bf425892cbc9aee78be29f as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4695fadc4bf425892cbc9aee78be29f 2024-11-14T03:20:51,347 INFO [M:0;b152692f18ba:35973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4695fadc4bf425892cbc9aee78be29f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T03:20:51,348 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b6e0bb3386417da748f87c3da81563 as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5b6e0bb3386417da748f87c3da81563 2024-11-14T03:20:51,352 INFO [M:0;b152692f18ba:35973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5b6e0bb3386417da748f87c3da81563, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T03:20:51,353 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0da79c75ff8a47f985f96a398c9db09c as hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0da79c75ff8a47f985f96a398c9db09c 2024-11-14T03:20:51,357 INFO [M:0;b152692f18ba:35973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37341/user/jenkins/test-data/39a1c584-97df-084f-bde0-a5f6293b1c2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0da79c75ff8a47f985f96a398c9db09c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T03:20:51,358 INFO [M:0;b152692f18ba:35973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-14T03:20:51,362 INFO [M:0;b152692f18ba:35973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:51,362 DEBUG [M:0;b152692f18ba:35973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554450071Disabling compacts and flushes for region at 1731554450071Disabling writes for close at 1731554450071Obtaining lock to block concurrent updates at 1731554450071Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554450071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731554450072 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554450072Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554450073 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554450085 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554450085Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554450492 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554450505 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554450505Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554450912 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554450931 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554450931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61beaa4: reopening flushed file at 1731554451340 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be1fd35: reopening flushed file at 1731554451348 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e19bf53: reopening flushed file at 1731554451353 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731554451358 (+5 ms)Writing region close event to WAL at 1731554451362 (+4 ms)Closed at 1731554451362 2024-11-14T03:20:51,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39801 is added to blk_1073741830_1006 (size=63654) 2024-11-14T03:20:51,365 INFO [M:0;b152692f18ba:35973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:20:51,365 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:20:51,365 INFO [M:0;b152692f18ba:35973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35973 2024-11-14T03:20:51,365 INFO [M:0;b152692f18ba:35973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:20:51,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:51,490 INFO [M:0;b152692f18ba:35973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:20:51,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35973-0x101375ba0fa0000, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:20:51,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aa13e91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:51,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b538681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:51,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:51,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@219f8229{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:51,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71197954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:51,494 WARN [BP-1707104019-172.17.0.3-1731554420069 heartbeating to localhost/127.0.0.1:37341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:20:51,494 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:20:51,495 WARN [BP-1707104019-172.17.0.3-1731554420069 heartbeating to localhost/127.0.0.1:37341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707104019-172.17.0.3-1731554420069 (Datanode Uuid 82839556-054b-4598-ab09-0419c3a80ca4) service to localhost/127.0.0.1:37341 2024-11-14T03:20:51,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:20:51,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3/data/data1/current/BP-1707104019-172.17.0.3-1731554420069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:51,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/cluster_72694fa2-a7c5-8d95-832f-edff7452ebd3/data/data2/current/BP-1707104019-172.17.0.3-1731554420069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:20:51,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:20:51,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d8641a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:51,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39cb992f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:20:51,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:20:51,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@418d319b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:20:51,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d9805d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9828707b-4a51-8801-5f91-d10c0af1e3d5/hadoop.log.dir/,STOPPED} 2024-11-14T03:20:51,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:20:51,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:20:51,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 244) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37341 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40549 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=5455 (was 5982) 2024-11-14T03:20:51,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5454 2024-11-14T03:20:51,559 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T03:20:51,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.log.dir so I do NOT create it in target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d 2024-11-14T03:20:51,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:20:51,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.tmp.dir so I do NOT create it in target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d 2024-11-14T03:20:51,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfddee-1aa3-d2b5-c9ba-4e6f10133139/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:20:51,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d 2024-11-14T03:20:51,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512, deleteOnExit=true 2024-11-14T03:20:51,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512/zookeeper_0, clientPort=57494, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:20:51,599 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57494 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/test.cache.data in system properties and HBase conf 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:20:51,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:20:51,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:20:51,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:20:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101375ba0fa0005, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:20:51,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101375ba0fa0005, quorum=127.0.0.1:54070, baseZNode=/12110703944 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:20:51,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101375ba0fa0002, quorum=127.0.0.1:54070, baseZNode=/093973169 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:20:51,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101375ba0fa0002, quorum=127.0.0.1:54070, baseZNode=/093973169 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:20:51,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:51,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:51,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:51,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:51,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:20:51,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:51,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c66c2ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:51,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d59381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:52,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0fe4b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/java.io.tmpdir/jetty-localhost-34223-hadoop-hdfs-3_4_1-tests_jar-_-any-17486215471425912752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:52,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658b4e6e{HTTP/1.1, (http/1.1)}{localhost:34223} 2024-11-14T03:20:52,092 INFO [Time-limited test {}] server.Server(415): Started @222302ms 2024-11-14T03:20:52,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:52,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:52,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:52,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:52,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:20:52,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@561287c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:52,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23543f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:52,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@393ac790{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/java.io.tmpdir/jetty-localhost-38817-hadoop-hdfs-3_4_1-tests_jar-_-any-15497195288194770345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:52,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@602a51b2{HTTP/1.1, (http/1.1)}{localhost:38817} 2024-11-14T03:20:52,472 INFO [Time-limited test {}] server.Server(415): Started @222683ms 2024-11-14T03:20:52,473 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:20:53,125 WARN [Thread-2633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512/data/data1/current/BP-1124301728-172.17.0.3-1731554451614/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:53,125 WARN [Thread-2634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512/data/data2/current/BP-1124301728-172.17.0.3-1731554451614/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:53,150 WARN [Thread-2621 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:20:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x857d54918159d87a with lease ID 0x73a24dce56803118: Processing first storage report for DS-f688f6eb-f7d9-41e8-8afb-56b1ccc3a5c9 from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=dfcd6b96-9e08-4382-84b0-af12a4e8260c, infoPort=33805, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=576264370;c=1731554451614) 2024-11-14T03:20:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x857d54918159d87a with lease ID 0x73a24dce56803118: from storage DS-f688f6eb-f7d9-41e8-8afb-56b1ccc3a5c9 node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=dfcd6b96-9e08-4382-84b0-af12a4e8260c, infoPort=33805, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=576264370;c=1731554451614), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:20:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x857d54918159d87a with lease ID 0x73a24dce56803118: Processing first storage report for DS-9e0df339-17eb-4f4b-b717-98f9755a4933 from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=dfcd6b96-9e08-4382-84b0-af12a4e8260c, infoPort=33805, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=576264370;c=1731554451614) 2024-11-14T03:20:53,155 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x857d54918159d87a with lease ID 0x73a24dce56803118: from storage DS-9e0df339-17eb-4f4b-b717-98f9755a4933 node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=dfcd6b96-9e08-4382-84b0-af12a4e8260c, infoPort=33805, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=576264370;c=1731554451614), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:20:53,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d 2024-11-14T03:20:53,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:53,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:53,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:20:53,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d with version=8 2024-11-14T03:20:53,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/hbase-staging 2024-11-14T03:20:53,613 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:53,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:53,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:53,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:53,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:53,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:53,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:20:53,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:53,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38221 2024-11-14T03:20:53,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38221 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:20:53,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382210x0, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:53,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38221-0x101375c1c390000 connected 2024-11-14T03:20:53,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:53,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:53,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on znode that does not yet exist, /0-1970042837/running 2024-11-14T03:20:53,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d, hbase.cluster.distributed=false 2024-11-14T03:20:53,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on znode that does not yet exist, /0-1970042837/acl 2024-11-14T03:20:53,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38221 2024-11-14T03:20:53,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38221 2024-11-14T03:20:53,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38221 2024-11-14T03:20:53,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38221 2024-11-14T03:20:53,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38221 2024-11-14T03:20:53,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:53,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:53,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:20:53,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:53,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39239 2024-11-14T03:20:53,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39239 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:20:53,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:53,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:53,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392390x0, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:53,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392390x0, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on znode that does not yet exist, /0-1970042837/running 2024-11-14T03:20:53,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39239-0x101375c1c390001 connected 2024-11-14T03:20:53,834 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:20:53,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:20:53,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on znode that does not yet exist, /0-1970042837/master 2024-11-14T03:20:53,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on znode that does not yet exist, /0-1970042837/acl 2024-11-14T03:20:53,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-14T03:20:53,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39239 2024-11-14T03:20:53,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39239 2024-11-14T03:20:53,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-14T03:20:53,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-14T03:20:53,852 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:38221 2024-11-14T03:20:53,852 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1970042837/backup-masters/b152692f18ba,38221,1731554453613 2024-11-14T03:20:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837/backup-masters 2024-11-14T03:20:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837/backup-masters 2024-11-14T03:20:53,865 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on existing znode=/0-1970042837/backup-masters/b152692f18ba,38221,1731554453613 2024-11-14T03:20:53,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1970042837/master 2024-11-14T03:20:53,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:53,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:53,876 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on existing znode=/0-1970042837/master 2024-11-14T03:20:53,876 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1970042837/backup-masters/b152692f18ba,38221,1731554453613 from backup master directory 2024-11-14T03:20:53,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837/backup-masters 2024-11-14T03:20:53,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1970042837/backup-masters/b152692f18ba,38221,1731554453613 2024-11-14T03:20:53,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837/backup-masters 2024-11-14T03:20:53,886 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:53,886 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,38221,1731554453613 2024-11-14T03:20:53,889 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/hbase.id] with ID: cc8055e4-5484-4f93-b2af-6296afd7cf57 2024-11-14T03:20:53,889 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/.tmp/hbase.id 2024-11-14T03:20:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:20:54,293 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/.tmp/hbase.id]:[hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/hbase.id] 2024-11-14T03:20:54,301 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:54,301 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:20:54,301 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T03:20:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:20:54,353 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:54,354 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:20:54,354 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:20:54,360 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store 2024-11-14T03:20:54,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:20:54,364 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:54,365 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:54,365 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:54,365 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:54,365 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:54,365 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:54,365 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:54,365 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554454365Disabling compacts and flushes for region at 1731554454365Disabling writes for close at 1731554454365Writing region close event to WAL at 1731554454365Closed at 1731554454365 2024-11-14T03:20:54,365 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/.initializing 2024-11-14T03:20:54,365 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/WALs/b152692f18ba,38221,1731554453613 2024-11-14T03:20:54,366 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:54,367 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C38221%2C1731554453613, suffix=, logDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/WALs/b152692f18ba,38221,1731554453613, archiveDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/oldWALs, maxLogs=10 2024-11-14T03:20:54,383 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/WALs/b152692f18ba,38221,1731554453613/b152692f18ba%2C38221%2C1731554453613.1731554454367, exclude list is [], retry=0 2024-11-14T03:20:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-f688f6eb-f7d9-41e8-8afb-56b1ccc3a5c9,DISK] 2024-11-14T03:20:54,389 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/WALs/b152692f18ba,38221,1731554453613/b152692f18ba%2C38221%2C1731554453613.1731554454367 2024-11-14T03:20:54,389 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-14T03:20:54,389 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:54,390 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:54,390 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,390 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:20:54,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:54,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:54,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:20:54,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:54,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:54,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:20:54,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:20:54,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:54,394 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,395 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,395 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,396 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,396 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,396 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:54,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:54,398 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:54,398 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73538714, jitterRate=0.09581223130226135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:54,399 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554454390Initializing all the Stores at 1731554454391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554454391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554454391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554454391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554454391Cleaning up temporary data from old regions at 1731554454396 (+5 ms)Region opened successfully at 1731554454399 (+3 ms) 2024-11-14T03:20:54,399 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:20:54,401 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431839de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:54,402 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:20:54,402 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:20:54,402 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:20:54,402 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:20:54,402 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:20:54,403 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:20:54,403 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:20:54,405 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:20:54,405 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Unable to get data of znode /0-1970042837/balancer because node does not exist (not necessarily an error) 2024-11-14T03:20:54,412 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1970042837/balancer already deleted, retry=false 2024-11-14T03:20:54,412 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:20:54,413 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Unable to get data of znode /0-1970042837/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:20:54,423 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1970042837/normalizer already deleted, retry=false 2024-11-14T03:20:54,423 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:20:54,424 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Unable to get data of znode /0-1970042837/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:20:54,433 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1970042837/switch/split already deleted, retry=false 2024-11-14T03:20:54,434 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Unable to get data of znode /0-1970042837/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:20:54,444 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1970042837/switch/merge already deleted, retry=false 2024-11-14T03:20:54,445 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Unable to get data of znode /0-1970042837/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:20:54,454 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1970042837/snapshot-cleanup already deleted, retry=false 2024-11-14T03:20:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1970042837/running 2024-11-14T03:20:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1970042837/running 2024-11-14T03:20:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,465 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,38221,1731554453613, sessionid=0x101375c1c390000, setting cluster-up flag (Was=false) 2024-11-14T03:20:54,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,518 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1970042837/flush-table-proc/acquired, /0-1970042837/flush-table-proc/reached, /0-1970042837/flush-table-proc/abort 2024-11-14T03:20:54,519 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,38221,1731554453613 2024-11-14T03:20:54,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:54,570 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1970042837/online-snapshot/acquired, /0-1970042837/online-snapshot/reached, /0-1970042837/online-snapshot/abort 2024-11-14T03:20:54,571 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,38221,1731554453613 2024-11-14T03:20:54,572 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:20:54,573 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:54,574 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:20:54,574 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:20:54,574 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,38221,1731554453613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:54,575 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554484576 2024-11-14T03:20:54,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:20:54,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:20:54,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:20:54,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:20:54,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:20:54,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:20:54,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:54,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:20:54,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:54,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:20:54,580 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,584 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:20:54,584 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:20:54,584 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:20:54,584 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:20:54,585 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:20:54,585 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:20:54,588 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554454585,5,FailOnTimeoutGroup] 2024-11-14T03:20:54,588 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554454588,5,FailOnTimeoutGroup] 2024-11-14T03:20:54,588 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,588 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:20:54,588 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,588 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:20:54,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:20:54,594 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d 2024-11-14T03:20:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:20:54,643 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(746): ClusterId : cc8055e4-5484-4f93-b2af-6296afd7cf57 2024-11-14T03:20:54,643 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:20:54,655 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:20:54,655 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:20:54,665 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:20:54,665 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b7f9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:54,676 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:39239 2024-11-14T03:20:54,676 INFO [RS:0;b152692f18ba:39239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:20:54,676 INFO [RS:0;b152692f18ba:39239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:20:54,676 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:20:54,677 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,38221,1731554453613 with port=39239, startcode=1731554453816 2024-11-14T03:20:54,677 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:20:54,678 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:20:54,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,39239,1731554453816 2024-11-14T03:20:54,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38221 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,39239,1731554453816 2024-11-14T03:20:54,679 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d 2024-11-14T03:20:54,679 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44089 2024-11-14T03:20:54,679 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:20:54,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837/rs 2024-11-14T03:20:54,686 DEBUG [RS:0;b152692f18ba:39239 {}] zookeeper.ZKUtil(111): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on existing znode=/0-1970042837/rs/b152692f18ba,39239,1731554453816 2024-11-14T03:20:54,686 WARN [RS:0;b152692f18ba:39239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:54,686 INFO [RS:0;b152692f18ba:39239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:54,686 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816 2024-11-14T03:20:54,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,39239,1731554453816] 2024-11-14T03:20:54,689 INFO [RS:0;b152692f18ba:39239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:20:54,690 INFO [RS:0;b152692f18ba:39239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:20:54,690 INFO [RS:0;b152692f18ba:39239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:20:54,690 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,690 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:54,691 DEBUG [RS:0;b152692f18ba:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,691 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39239,1731554453816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:54,703 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:20:54,704 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39239,1731554453816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,704 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,704 INFO [RS:0;b152692f18ba:39239 {}] regionserver.Replication(171): b152692f18ba,39239,1731554453816 started 2024-11-14T03:20:54,716 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:54,716 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,39239,1731554453816, RpcServer on b152692f18ba/172.17.0.3:39239, sessionid=0x101375c1c390001 2024-11-14T03:20:54,716 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:20:54,716 DEBUG [RS:0;b152692f18ba:39239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,39239,1731554453816 2024-11-14T03:20:54,716 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,39239,1731554453816' 2024-11-14T03:20:54,716 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1970042837/flush-table-proc/abort' 2024-11-14T03:20:54,716 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1970042837/flush-table-proc/acquired' 2024-11-14T03:20:54,717 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:20:54,717 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:20:54,717 DEBUG [RS:0;b152692f18ba:39239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,39239,1731554453816 2024-11-14T03:20:54,717 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,39239,1731554453816' 2024-11-14T03:20:54,717 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1970042837/online-snapshot/abort' 2024-11-14T03:20:54,717 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1970042837/online-snapshot/acquired' 2024-11-14T03:20:54,717 DEBUG [RS:0;b152692f18ba:39239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:20:54,717 INFO [RS:0;b152692f18ba:39239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:20:54,717 INFO [RS:0;b152692f18ba:39239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:20:54,818 INFO [RS:0;b152692f18ba:39239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:54,819 INFO [RS:0;b152692f18ba:39239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C39239%2C1731554453816, suffix=, logDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816, archiveDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/oldWALs, maxLogs=10 2024-11-14T03:20:54,830 DEBUG [RS:0;b152692f18ba:39239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, exclude list is [], retry=0 2024-11-14T03:20:54,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-f688f6eb-f7d9-41e8-8afb-56b1ccc3a5c9,DISK] 2024-11-14T03:20:54,833 INFO [RS:0;b152692f18ba:39239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 2024-11-14T03:20:54,833 DEBUG [RS:0;b152692f18ba:39239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-14T03:20:55,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:55,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:55,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:55,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:55,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:55,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:55,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:55,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:55,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:55,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:55,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740 2024-11-14T03:20:55,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740 2024-11-14T03:20:55,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:55,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:55,007 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:55,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:55,009 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:55,010 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59094492, jitterRate=-0.11942344903945923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:55,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554455000Initializing all the Stores at 1731554455000Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554455000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554455000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554455000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554455000Cleaning up temporary data from old regions at 1731554455007 (+7 ms)Region opened successfully at 1731554455010 (+3 ms) 2024-11-14T03:20:55,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:20:55,010 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:20:55,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:20:55,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:20:55,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:20:55,011 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:20:55,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554455010Disabling compacts and flushes for region at 1731554455010Disabling writes for close at 1731554455010Writing region close event to WAL at 1731554455011 (+1 ms)Closed at 1731554455011 2024-11-14T03:20:55,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:55,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:20:55,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:20:55,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:55,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:20:55,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:20:55,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:20:55,163 DEBUG [b152692f18ba:38221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:20:55,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,39239,1731554453816 2024-11-14T03:20:55,165 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,39239,1731554453816, state=OPENING 2024-11-14T03:20:55,212 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:20:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:55,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:20:55,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1970042837/meta-region-server: CHANGED 2024-11-14T03:20:55,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1970042837/meta-region-server: CHANGED 2024-11-14T03:20:55,251 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:20:55,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,39239,1731554453816}] 2024-11-14T03:20:55,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:20:55,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:55,318 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38298 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:20:55,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:20:55,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:20:55,407 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:20:55,407 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:55,407 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:20:55,408 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C39239%2C1731554453816.meta, suffix=.meta, logDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816, archiveDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/oldWALs, maxLogs=10 2024-11-14T03:20:55,421 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.meta.1731554455409.meta, exclude list is [], retry=0 2024-11-14T03:20:55,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-f688f6eb-f7d9-41e8-8afb-56b1ccc3a5c9,DISK] 2024-11-14T03:20:55,425 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.meta.1731554455409.meta 2024-11-14T03:20:55,425 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-14T03:20:55,425 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:55,425 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:20:55,425 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:20:55,425 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:20:55,425 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:20:55,426 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:20:55,426 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:55,426 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:20:55,426 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:20:55,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:20:55,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:20:55,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:20:55,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:20:55,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:20:55,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:20:55,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:20:55,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:20:55,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:55,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:55,430 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:20:55,430 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740 2024-11-14T03:20:55,431 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740 2024-11-14T03:20:55,432 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:20:55,432 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:20:55,432 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:55,433 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:20:55,433 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60461835, jitterRate=-0.09904845058917999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:55,433 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:20:55,434 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554455426Writing region info on filesystem at 1731554455426Initializing all the Stores at 1731554455426Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554455426Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554455427 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554455427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554455427Cleaning up temporary data from old regions at 1731554455432 (+5 ms)Running coprocessor post-open hooks at 1731554455433 (+1 ms)Region opened successfully at 1731554455433 2024-11-14T03:20:55,434 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554455403 2024-11-14T03:20:55,436 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:20:55,436 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:20:55,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,39239,1731554453816 2024-11-14T03:20:55,437 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,39239,1731554453816, state=OPEN 2024-11-14T03:20:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1970042837/meta-region-server 2024-11-14T03:20:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1970042837/meta-region-server 2024-11-14T03:20:55,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,39239,1731554453816 2024-11-14T03:20:55,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1970042837/meta-region-server: CHANGED 2024-11-14T03:20:55,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1970042837/meta-region-server: CHANGED 2024-11-14T03:20:55,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:20:55,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,39239,1731554453816 in 203 msec 2024-11-14T03:20:55,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:20:55,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-14T03:20:55,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:55,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:20:55,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:55,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,39239,1731554453816, seqNum=-1] 2024-11-14T03:20:55,459 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:55,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:55,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-14T03:20:55,464 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554455464, completionTime=-1 2024-11-14T03:20:55,464 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:20:55,464 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:20:55,465 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554515465 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554575466 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38221,1731554453613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38221,1731554453613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38221,1731554453613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:38221, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:55,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:55,467 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.583sec 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38221,1731554453613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:20:55,469 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38221,1731554453613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:20:55,471 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:20:55,471 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:20:55,471 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38221,1731554453613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:55,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63738be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:55,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38221,-1 for getting cluster id 2024-11-14T03:20:55,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:20:55,545 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc8055e4-5484-4f93-b2af-6296afd7cf57' 2024-11-14T03:20:55,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:20:55,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc8055e4-5484-4f93-b2af-6296afd7cf57" 2024-11-14T03:20:55,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d30095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:55,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38221,-1] 2024-11-14T03:20:55,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:20:55,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:20:55,547 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:20:55,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccedaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:20:55,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:20:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,39239,1731554453816, seqNum=-1] 2024-11-14T03:20:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:20:55,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:20:55,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,38221,1731554453613 2024-11-14T03:20:55,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:20:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:55,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375c1c390002 connected 2024-11-14T03:20:55,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.log.dir so I do NOT create it in target/test-data/a786b19d-c481-5753-86a8-b91b913cb853 2024-11-14T03:20:55,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:20:55,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.tmp.dir so I do NOT create it in target/test-data/a786b19d-c481-5753-86a8-b91b913cb853 2024-11-14T03:20:55,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:20:55,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853 2024-11-14T03:20:55,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:20:55,572 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/cluster_66a6da1f-a724-2eb8-9bb0-28fcd8952965, deleteOnExit=true 2024-11-14T03:20:55,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:20:55,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/test.cache.data in system properties and HBase conf 2024-11-14T03:20:55,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:20:55,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:20:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:20:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:20:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:20:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:20:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:20:55,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:55,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:55,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:55,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:55,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:20:55,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:55,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee60beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:55,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765f208b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:55,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf0df29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/java.io.tmpdir/jetty-localhost-38957-hadoop-hdfs-3_4_1-tests_jar-_-any-9124812366574560329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:20:55,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10db387f{HTTP/1.1, (http/1.1)}{localhost:38957} 2024-11-14T03:20:55,996 INFO [Time-limited test {}] server.Server(415): Started @226206ms 2024-11-14T03:20:56,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:20:56,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:20:56,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:20:56,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:20:56,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:20:56,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d057262{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:20:56,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eb71081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:20:56,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@434e5b06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/java.io.tmpdir/jetty-localhost-41627-hadoop-hdfs-3_4_1-tests_jar-_-any-8570519469447277309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:20:56,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f9b60b1{HTTP/1.1, (http/1.1)}{localhost:41627} 2024-11-14T03:20:56,482 INFO [Time-limited test {}] server.Server(415): Started @226693ms 2024-11-14T03:20:56,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:20:57,232 WARN [Thread-2755 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/cluster_66a6da1f-a724-2eb8-9bb0-28fcd8952965/data/data2/current/BP-99449146-172.17.0.3-1731554455591/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:57,232 WARN [Thread-2754 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/cluster_66a6da1f-a724-2eb8-9bb0-28fcd8952965/data/data1/current/BP-99449146-172.17.0.3-1731554455591/current, will proceed with Du for space computation calculation, 2024-11-14T03:20:57,252 WARN [Thread-2742 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:20:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6aec5b16ce68c518 with lease ID 0x6e0a9a0779cef4b6: Processing first storage report for DS-c9d3d59a-c9f5-440f-86d3-da30a6183f1a from datanode DatanodeRegistration(127.0.0.1:32997, datanodeUuid=a09cfbb2-342a-4a4e-8e83-40200861f772, infoPort=40449, infoSecurePort=0, ipcPort=40247, storageInfo=lv=-57;cid=testClusterID;nsid=639281702;c=1731554455591) 2024-11-14T03:20:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6aec5b16ce68c518 with lease ID 0x6e0a9a0779cef4b6: from storage DS-c9d3d59a-c9f5-440f-86d3-da30a6183f1a node DatanodeRegistration(127.0.0.1:32997, datanodeUuid=a09cfbb2-342a-4a4e-8e83-40200861f772, infoPort=40449, infoSecurePort=0, ipcPort=40247, storageInfo=lv=-57;cid=testClusterID;nsid=639281702;c=1731554455591), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:20:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6aec5b16ce68c518 with lease ID 0x6e0a9a0779cef4b6: Processing first storage report for DS-2252202f-087e-445c-bdd2-40e467fba0ea from datanode DatanodeRegistration(127.0.0.1:32997, datanodeUuid=a09cfbb2-342a-4a4e-8e83-40200861f772, infoPort=40449, infoSecurePort=0, ipcPort=40247, storageInfo=lv=-57;cid=testClusterID;nsid=639281702;c=1731554455591) 2024-11-14T03:20:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6aec5b16ce68c518 with lease ID 0x6e0a9a0779cef4b6: from storage DS-2252202f-087e-445c-bdd2-40e467fba0ea node DatanodeRegistration(127.0.0.1:32997, datanodeUuid=a09cfbb2-342a-4a4e-8e83-40200861f772, infoPort=40449, infoSecurePort=0, ipcPort=40247, storageInfo=lv=-57;cid=testClusterID;nsid=639281702;c=1731554455591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:20:57,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853 2024-11-14T03:20:57,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:57,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:57,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:20:57,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea with version=8 2024-11-14T03:20:57,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/hbase-staging 2024-11-14T03:20:57,720 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:57,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:57,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:57,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:57,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:57,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:57,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:20:57,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:57,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33753 2024-11-14T03:20:57,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33753 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:20:57,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337530x0, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:57,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33753-0x101375c1c390003 connected 2024-11-14T03:20:57,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:57,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:57,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on znode that does not yet exist, /1-280242560/running 2024-11-14T03:20:57,847 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea, hbase.cluster.distributed=false 2024-11-14T03:20:57,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on znode that does not yet exist, /1-280242560/acl 2024-11-14T03:20:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33753 2024-11-14T03:20:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33753 2024-11-14T03:20:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33753 2024-11-14T03:20:57,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33753 2024-11-14T03:20:57,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33753 2024-11-14T03:20:57,863 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:20:57,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:57,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:57,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:20:57,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:20:57,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:20:57,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:20:57,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:20:57,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38631 2024-11-14T03:20:57,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38631 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:20:57,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:57,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:57,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386310x0, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:20:57,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386310x0, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on znode that does not yet exist, /1-280242560/running 2024-11-14T03:20:57,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38631-0x101375c1c390004 connected 2024-11-14T03:20:57,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:20:57,876 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:20:57,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on znode that does not yet exist, /1-280242560/master 2024-11-14T03:20:57,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on znode that does not yet exist, /1-280242560/acl 2024-11-14T03:20:57,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-14T03:20:57,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38631 2024-11-14T03:20:57,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38631 2024-11-14T03:20:57,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-14T03:20:57,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-14T03:20:57,897 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:33753 2024-11-14T03:20:57,898 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-280242560/backup-masters/b152692f18ba,33753,1731554457720 2024-11-14T03:20:57,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560/backup-masters 2024-11-14T03:20:57,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560/backup-masters 2024-11-14T03:20:57,907 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on existing znode=/1-280242560/backup-masters/b152692f18ba,33753,1731554457720 2024-11-14T03:20:57,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-280242560/master 2024-11-14T03:20:57,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:57,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:57,918 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on existing znode=/1-280242560/master 2024-11-14T03:20:57,918 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-280242560/backup-masters/b152692f18ba,33753,1731554457720 from backup master directory 2024-11-14T03:20:57,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280242560/backup-masters/b152692f18ba,33753,1731554457720 2024-11-14T03:20:57,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560/backup-masters 2024-11-14T03:20:57,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560/backup-masters 2024-11-14T03:20:57,928 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:57,928 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,33753,1731554457720 2024-11-14T03:20:57,930 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/hbase.id] with ID: b8b85200-f66f-462a-852b-31c8d69aeae7 2024-11-14T03:20:57,930 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/.tmp/hbase.id 2024-11-14T03:20:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:20:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:20:58,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:20:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:20:58,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:20:58,334 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/.tmp/hbase.id]:[hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/hbase.id] 2024-11-14T03:20:58,341 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:20:58,341 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:20:58,342 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:20:58,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:58,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:20:58,796 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:20:58,796 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:20:58,797 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:20:59,202 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store 2024-11-14T03:20:59,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:20:59,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:59,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:20:59,607 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:59,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:59,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:20:59,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:59,607 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:20:59,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554459607Disabling compacts and flushes for region at 1731554459607Disabling writes for close at 1731554459607Writing region close event to WAL at 1731554459607Closed at 1731554459607 2024-11-14T03:20:59,608 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/.initializing 2024-11-14T03:20:59,608 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/WALs/b152692f18ba,33753,1731554457720 2024-11-14T03:20:59,609 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:20:59,610 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C33753%2C1731554457720, suffix=, logDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/WALs/b152692f18ba,33753,1731554457720, archiveDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/oldWALs, maxLogs=10 2024-11-14T03:20:59,622 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/WALs/b152692f18ba,33753,1731554457720/b152692f18ba%2C33753%2C1731554457720.1731554459611, exclude list is [], retry=0 2024-11-14T03:20:59,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32997,DS-c9d3d59a-c9f5-440f-86d3-da30a6183f1a,DISK] 2024-11-14T03:20:59,625 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/WALs/b152692f18ba,33753,1731554457720/b152692f18ba%2C33753%2C1731554457720.1731554459611 2024-11-14T03:20:59,626 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40449:40449)] 2024-11-14T03:20:59,626 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:20:59,626 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:20:59,626 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,626 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:20:59,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:59,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:20:59,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:20:59,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:59,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:59,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:20:59,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:59,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:59,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:20:59,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:59,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:20:59,632 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,632 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,632 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,633 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,633 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,634 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:20:59,634 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:20:59,635 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:20:59,636 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68221491, jitterRate=0.016579434275627136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:20:59,636 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554459626Initializing all the Stores at 1731554459627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554459627Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554459627Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554459627Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554459627Cleaning up temporary data from old regions at 1731554459633 (+6 ms)Region opened successfully at 1731554459636 (+3 ms) 2024-11-14T03:20:59,636 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:20:59,638 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e17f0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:59,639 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:20:59,639 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:20:59,639 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:20:59,639 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:20:59,639 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:20:59,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:20:59,640 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:20:59,641 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:20:59,641 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Unable to get data of znode /1-280242560/balancer because node does not exist (not necessarily an error) 2024-11-14T03:20:59,707 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280242560/balancer already deleted, retry=false 2024-11-14T03:20:59,707 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:20:59,708 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Unable to get data of znode /1-280242560/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:20:59,717 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280242560/normalizer already deleted, retry=false 2024-11-14T03:20:59,717 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:20:59,718 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Unable to get data of znode /1-280242560/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:20:59,728 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280242560/switch/split already deleted, retry=false 2024-11-14T03:20:59,728 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Unable to get data of znode /1-280242560/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:20:59,738 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280242560/switch/merge already deleted, retry=false 2024-11-14T03:20:59,740 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Unable to get data of znode /1-280242560/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:20:59,749 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280242560/snapshot-cleanup already deleted, retry=false 2024-11-14T03:20:59,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-280242560/running 2024-11-14T03:20:59,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-280242560/running 2024-11-14T03:20:59,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:59,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:59,760 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,33753,1731554457720, sessionid=0x101375c1c390003, setting cluster-up flag (Was=false) 2024-11-14T03:20:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:59,812 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-280242560/flush-table-proc/acquired, /1-280242560/flush-table-proc/reached, /1-280242560/flush-table-proc/abort 2024-11-14T03:20:59,813 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33753,1731554457720 2024-11-14T03:20:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:20:59,864 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-280242560/online-snapshot/acquired, /1-280242560/online-snapshot/reached, /1-280242560/online-snapshot/abort 2024-11-14T03:20:59,865 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33753,1731554457720 2024-11-14T03:20:59,866 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:20:59,867 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:59,867 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:20:59,868 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:20:59,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,33753,1731554457720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:59,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:20:59,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:20:59,870 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554489870 2024-11-14T03:20:59,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:20:59,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:20:59,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:20:59,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:20:59,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:20:59,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:20:59,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:20:59,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:20:59,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:20:59,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:20:59,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:20:59,872 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:20:59,873 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:20:59,873 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:20:59,876 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554459873,5,FailOnTimeoutGroup] 2024-11-14T03:20:59,876 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554459876,5,FailOnTimeoutGroup] 2024-11-14T03:20:59,876 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,876 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:20:59,876 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,876 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:20:59,887 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(746): ClusterId : b8b85200-f66f-462a-852b-31c8d69aeae7 2024-11-14T03:20:59,887 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:20:59,897 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:20:59,897 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:20:59,907 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:20:59,907 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715d022a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:20:59,918 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:38631 2024-11-14T03:20:59,918 INFO [RS:0;b152692f18ba:38631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:20:59,918 INFO [RS:0;b152692f18ba:38631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:20:59,918 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:20:59,918 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,33753,1731554457720 with port=38631, startcode=1731554457863 2024-11-14T03:20:59,919 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:20:59,920 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:20:59,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,38631,1731554457863 2024-11-14T03:20:59,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33753 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,38631,1731554457863 2024-11-14T03:20:59,921 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea 2024-11-14T03:20:59,921 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43373 2024-11-14T03:20:59,921 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:20:59,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560/rs 2024-11-14T03:20:59,968 DEBUG [RS:0;b152692f18ba:38631 {}] zookeeper.ZKUtil(111): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on existing znode=/1-280242560/rs/b152692f18ba,38631,1731554457863 2024-11-14T03:20:59,968 WARN [RS:0;b152692f18ba:38631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:20:59,969 INFO [RS:0;b152692f18ba:38631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:20:59,969 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863 2024-11-14T03:20:59,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,38631,1731554457863] 2024-11-14T03:20:59,972 INFO [RS:0;b152692f18ba:38631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:20:59,973 INFO [RS:0;b152692f18ba:38631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:20:59,974 INFO [RS:0;b152692f18ba:38631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:20:59,974 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,974 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:20:59,974 INFO [RS:0;b152692f18ba:38631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:20:59,975 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:59,975 DEBUG [RS:0;b152692f18ba:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:20:59,975 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,975 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,976 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,976 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,976 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:20:59,976 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38631,1731554457863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:00,001 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:21:00,001 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38631,1731554457863-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:00,001 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:00,001 INFO [RS:0;b152692f18ba:38631 {}] regionserver.Replication(171): b152692f18ba,38631,1731554457863 started 2024-11-14T03:21:00,014 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:00,014 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,38631,1731554457863, RpcServer on b152692f18ba/172.17.0.3:38631, sessionid=0x101375c1c390004 2024-11-14T03:21:00,014 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:21:00,014 DEBUG [RS:0;b152692f18ba:38631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,38631,1731554457863 2024-11-14T03:21:00,014 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,38631,1731554457863' 2024-11-14T03:21:00,014 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-280242560/flush-table-proc/abort' 2024-11-14T03:21:00,015 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-280242560/flush-table-proc/acquired' 2024-11-14T03:21:00,015 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:21:00,015 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:21:00,015 DEBUG [RS:0;b152692f18ba:38631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,38631,1731554457863 2024-11-14T03:21:00,015 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,38631,1731554457863' 2024-11-14T03:21:00,015 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-280242560/online-snapshot/abort' 2024-11-14T03:21:00,015 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-280242560/online-snapshot/acquired' 2024-11-14T03:21:00,016 DEBUG [RS:0;b152692f18ba:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:21:00,016 INFO [RS:0;b152692f18ba:38631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:21:00,016 INFO [RS:0;b152692f18ba:38631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:21:00,116 INFO [RS:0;b152692f18ba:38631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:00,117 INFO [RS:0;b152692f18ba:38631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C38631%2C1731554457863, suffix=, logDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863, archiveDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/oldWALs, maxLogs=10 2024-11-14T03:21:00,129 DEBUG [RS:0;b152692f18ba:38631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, exclude list is [], retry=0 2024-11-14T03:21:00,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32997,DS-c9d3d59a-c9f5-440f-86d3-da30a6183f1a,DISK] 2024-11-14T03:21:00,133 INFO [RS:0;b152692f18ba:38631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 2024-11-14T03:21:00,133 DEBUG [RS:0;b152692f18ba:38631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40449:40449)] 2024-11-14T03:21:00,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:21:00,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea 2024-11-14T03:21:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:21:00,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:00,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:00,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:00,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:00,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:00,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:00,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:00,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:00,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:00,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:00,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:00,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:00,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:00,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:00,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:00,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:00,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:00,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:00,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740 2024-11-14T03:21:00,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740 2024-11-14T03:21:00,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:00,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:00,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:00,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:00,692 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:00,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68249050, jitterRate=0.016990095376968384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:00,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554460683Initializing all the Stores at 1731554460684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554460684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554460684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554460684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554460684Cleaning up temporary data from old regions at 1731554460690 (+6 ms)Region opened successfully at 1731554460693 (+3 ms) 2024-11-14T03:21:00,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:00,693 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:00,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:00,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:00,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:00,693 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:00,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554460693Disabling compacts and flushes for region at 1731554460693Disabling writes for close at 1731554460693Writing region close event to WAL at 1731554460693Closed at 1731554460693 2024-11-14T03:21:00,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:00,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:21:00,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:21:00,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:00,696 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:21:00,846 DEBUG [b152692f18ba:33753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:21:00,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,38631,1731554457863 2024-11-14T03:21:00,848 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,38631,1731554457863, state=OPENING 2024-11-14T03:21:00,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:00,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,938 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:21:00,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:21:00,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:21:00,949 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:00,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,38631,1731554457863}] 2024-11-14T03:21:00,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280242560/meta-region-server: CHANGED 2024-11-14T03:21:00,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280242560/meta-region-server: CHANGED 2024-11-14T03:21:00,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:00,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:21:01,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:01,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:21:01,105 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:21:01,105 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:01,105 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:21:01,106 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C38631%2C1731554457863.meta, suffix=.meta, logDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863, archiveDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/oldWALs, maxLogs=10 2024-11-14T03:21:01,118 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.meta.1731554461107.meta, exclude list is [], retry=0 2024-11-14T03:21:01,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32997,DS-c9d3d59a-c9f5-440f-86d3-da30a6183f1a,DISK] 2024-11-14T03:21:01,121 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.meta.1731554461107.meta 2024-11-14T03:21:01,122 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40449:40449)] 2024-11-14T03:21:01,122 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:01,122 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:01,122 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:01,122 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:21:01,122 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:21:01,122 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:21:01,122 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:01,123 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:21:01,123 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:21:01,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:01,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:01,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:01,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:01,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:01,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:01,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:01,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:01,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:01,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:01,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:01,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:01,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:01,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:01,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:01,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:01,127 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:01,128 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740 2024-11-14T03:21:01,128 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740 2024-11-14T03:21:01,129 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:01,129 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:01,129 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:01,130 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:01,130 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69260765, jitterRate=0.032065823674201965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:01,130 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:21:01,130 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554461123Writing region info on filesystem at 1731554461123Initializing all the Stores at 1731554461123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554461123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554461123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554461123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554461123Cleaning up temporary data from old regions at 1731554461129 (+6 ms)Running coprocessor post-open hooks at 1731554461130 (+1 ms)Region opened successfully at 1731554461130 2024-11-14T03:21:01,131 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554461101 2024-11-14T03:21:01,132 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:21:01,132 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:21:01,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,38631,1731554457863 2024-11-14T03:21:01,133 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,38631,1731554457863, state=OPEN 2024-11-14T03:21:01,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-280242560/meta-region-server 2024-11-14T03:21:01,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-280242560/meta-region-server 2024-11-14T03:21:01,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,38631,1731554457863 2024-11-14T03:21:01,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280242560/meta-region-server: CHANGED 2024-11-14T03:21:01,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280242560/meta-region-server: CHANGED 2024-11-14T03:21:01,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:21:01,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,38631,1731554457863 in 189 msec 2024-11-14T03:21:01,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:21:01,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-14T03:21:01,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:01,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:21:01,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:01,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38631,1731554457863, seqNum=-1] 2024-11-14T03:21:01,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:01,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:01,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-14T03:21:01,148 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554461148, completionTime=-1 2024-11-14T03:21:01,148 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:21:01,148 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554521150 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554581150 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33753,1731554457720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33753,1731554457720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33753,1731554457720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:33753, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:01,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:01,152 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:21:01,153 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec 2024-11-14T03:21:01,153 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:21:01,153 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:21:01,153 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:21:01,153 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:21:01,153 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:21:01,154 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33753,1731554457720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:01,154 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33753,1731554457720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:21:01,155 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:21:01,155 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:21:01,155 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33753,1731554457720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:01,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b69438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:01,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33753,-1 for getting cluster id 2024-11-14T03:21:01,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:01,199 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8b85200-f66f-462a-852b-31c8d69aeae7' 2024-11-14T03:21:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8b85200-f66f-462a-852b-31c8d69aeae7" 2024-11-14T03:21:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe79fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33753,-1] 2024-11-14T03:21:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:01,200 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:01,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e865d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:01,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38631,1731554457863, seqNum=-1] 2024-11-14T03:21:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:01,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:01,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,33753,1731554457720 2024-11-14T03:21:01,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:21:01,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:01,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101375c1c390005 connected 2024-11-14T03:21:01,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.log.dir so I do NOT create it in target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3 2024-11-14T03:21:01,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.tmp.dir so I do NOT create it in target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3 2024-11-14T03:21:01,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:21:01,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/cluster_a0adb1a0-3d49-fa55-71b8-a453156f8962, deleteOnExit=true 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/test.cache.data in system properties and HBase conf 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:21:01,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:21:01,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:21:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:01,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:21:01,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:21:01,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:01,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:01,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:01,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:01,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:21:01,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:01,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be6eef2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:01,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22adfd3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:02,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@796b679d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/java.io.tmpdir/jetty-localhost-43993-hadoop-hdfs-3_4_1-tests_jar-_-any-4067240125400541504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:21:02,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ac3f905{HTTP/1.1, (http/1.1)}{localhost:43993} 2024-11-14T03:21:02,028 INFO [Time-limited test {}] server.Server(415): Started @232238ms 2024-11-14T03:21:02,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:02,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:02,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:02,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:02,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:21:02,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc061b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:02,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec6d34d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:02,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bed0a1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/java.io.tmpdir/jetty-localhost-34519-hadoop-hdfs-3_4_1-tests_jar-_-any-9389646464225003612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:21:02,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@666861c2{HTTP/1.1, (http/1.1)}{localhost:34519} 2024-11-14T03:21:02,488 INFO [Time-limited test {}] server.Server(415): Started @232699ms 2024-11-14T03:21:02,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:21:03,085 WARN [Thread-2876 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/cluster_a0adb1a0-3d49-fa55-71b8-a453156f8962/data/data2/current/BP-943509416-172.17.0.3-1731554461255/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:03,085 WARN [Thread-2875 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/cluster_a0adb1a0-3d49-fa55-71b8-a453156f8962/data/data1/current/BP-943509416-172.17.0.3-1731554461255/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:03,104 WARN [Thread-2863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:21:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11341c0ee19b3eef with lease ID 0x18c39d61902e1ff6: Processing first storage report for DS-b3fcaf45-20c3-4a84-8c78-7e10a92b993b from datanode DatanodeRegistration(127.0.0.1:45165, datanodeUuid=75317442-008c-4c37-a379-e9c68c9490e5, infoPort=37621, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=273394140;c=1731554461255) 2024-11-14T03:21:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11341c0ee19b3eef with lease ID 0x18c39d61902e1ff6: from storage DS-b3fcaf45-20c3-4a84-8c78-7e10a92b993b node DatanodeRegistration(127.0.0.1:45165, datanodeUuid=75317442-008c-4c37-a379-e9c68c9490e5, infoPort=37621, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=273394140;c=1731554461255), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T03:21:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11341c0ee19b3eef with lease ID 0x18c39d61902e1ff6: Processing first storage report for DS-2f092803-c7b2-44e5-8d9b-2190f98cb9b0 from datanode DatanodeRegistration(127.0.0.1:45165, datanodeUuid=75317442-008c-4c37-a379-e9c68c9490e5, infoPort=37621, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=273394140;c=1731554461255) 2024-11-14T03:21:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11341c0ee19b3eef with lease ID 0x18c39d61902e1ff6: from storage DS-2f092803-c7b2-44e5-8d9b-2190f98cb9b0 node DatanodeRegistration(127.0.0.1:45165, datanodeUuid=75317442-008c-4c37-a379-e9c68c9490e5, infoPort=37621, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=273394140;c=1731554461255), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:21:03,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3 2024-11-14T03:21:03,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:03,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:03,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:21:03,524 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911 with version=8 2024-11-14T03:21:03,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/hbase-staging 2024-11-14T03:21:03,526 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:03,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39291 2024-11-14T03:21:03,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39291 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:21:03,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392910x0, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:03,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39291-0x101375c1c390006 connected 2024-11-14T03:21:03,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:03,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:03,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on znode that does not yet exist, /291375070/running 2024-11-14T03:21:03,835 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911, hbase.cluster.distributed=false 2024-11-14T03:21:03,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on znode that does not yet exist, /291375070/acl 2024-11-14T03:21:03,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39291 2024-11-14T03:21:03,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39291 2024-11-14T03:21:03,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39291 2024-11-14T03:21:03,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39291 2024-11-14T03:21:03,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39291 2024-11-14T03:21:03,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:03,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45993 2024-11-14T03:21:03,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45993 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:21:03,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:03,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:03,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459930x0, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:03,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459930x0, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on znode that does not yet exist, /291375070/running 2024-11-14T03:21:03,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45993-0x101375c1c390007 connected 2024-11-14T03:21:03,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:21:03,865 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:21:03,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on znode that does not yet exist, /291375070/master 2024-11-14T03:21:03,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on znode that does not yet exist, /291375070/acl 2024-11-14T03:21:03,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-14T03:21:03,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45993 2024-11-14T03:21:03,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45993 2024-11-14T03:21:03,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-14T03:21:03,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-14T03:21:03,881 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:39291 2024-11-14T03:21:03,881 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /291375070/backup-masters/b152692f18ba,39291,1731554463526 2024-11-14T03:21:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070/backup-masters 2024-11-14T03:21:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070/backup-masters 2024-11-14T03:21:03,886 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on existing znode=/291375070/backup-masters/b152692f18ba,39291,1731554463526 2024-11-14T03:21:03,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/291375070/master 2024-11-14T03:21:03,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:03,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:03,896 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on existing znode=/291375070/master 2024-11-14T03:21:03,896 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /291375070/backup-masters/b152692f18ba,39291,1731554463526 from backup master directory 2024-11-14T03:21:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/291375070/backup-masters/b152692f18ba,39291,1731554463526 2024-11-14T03:21:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070/backup-masters 2024-11-14T03:21:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070/backup-masters 2024-11-14T03:21:03,906 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:03,906 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,39291,1731554463526 2024-11-14T03:21:03,909 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/hbase.id] with ID: e9aed245-8054-41cf-97a8-9311012d96c4 2024-11-14T03:21:03,909 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/.tmp/hbase.id 2024-11-14T03:21:03,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:21:04,321 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/.tmp/hbase.id]:[hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/hbase.id] 2024-11-14T03:21:04,329 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:04,329 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:21:04,329 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T03:21:04,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:04,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:21:04,743 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:04,743 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:21:04,744 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:21:05,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store 2024-11-14T03:21:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:21:05,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:05,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:21:05,327 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48308 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:21:05,554 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:05,554 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:21:05,554 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:05,554 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:05,554 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:21:05,554 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:05,554 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:05,554 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554465554Disabling compacts and flushes for region at 1731554465554Disabling writes for close at 1731554465554Writing region close event to WAL at 1731554465554Closed at 1731554465554 2024-11-14T03:21:05,555 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/.initializing 2024-11-14T03:21:05,555 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/WALs/b152692f18ba,39291,1731554463526 2024-11-14T03:21:05,556 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:05,557 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C39291%2C1731554463526, suffix=, logDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/WALs/b152692f18ba,39291,1731554463526, archiveDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/oldWALs, maxLogs=10 2024-11-14T03:21:05,569 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/WALs/b152692f18ba,39291,1731554463526/b152692f18ba%2C39291%2C1731554463526.1731554465557, exclude list is [], retry=0 2024-11-14T03:21:05,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-b3fcaf45-20c3-4a84-8c78-7e10a92b993b,DISK] 2024-11-14T03:21:05,572 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/WALs/b152692f18ba,39291,1731554463526/b152692f18ba%2C39291%2C1731554463526.1731554465557 2024-11-14T03:21:05,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-14T03:21:05,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:05,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:05,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:21:05,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:05,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:05,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:21:05,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:05,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:05,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:21:05,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:05,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:05,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:21:05,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:05,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:05,578 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,578 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,579 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,579 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,580 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,580 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:05,581 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:05,582 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:05,582 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61896180, jitterRate=-0.07767504453659058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:05,582 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554465572Initializing all the Stores at 1731554465573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554465573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554465573Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554465573Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554465573Cleaning up temporary data from old regions at 1731554465580 (+7 ms)Region opened successfully at 1731554465582 (+2 ms) 2024-11-14T03:21:05,582 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:21:05,584 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dda991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:05,585 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:21:05,585 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:21:05,585 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:21:05,585 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:21:05,585 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:21:05,586 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:21:05,586 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:21:05,589 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:21:05,590 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Unable to get data of znode /291375070/balancer because node does not exist (not necessarily an error) 2024-11-14T03:21:05,685 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /291375070/balancer already deleted, retry=false 2024-11-14T03:21:05,686 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:21:05,686 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Unable to get data of znode /291375070/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:21:05,696 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /291375070/normalizer already deleted, retry=false 2024-11-14T03:21:05,696 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:21:05,697 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Unable to get data of znode /291375070/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:21:05,706 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /291375070/switch/split already deleted, retry=false 2024-11-14T03:21:05,707 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Unable to get data of znode /291375070/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:21:05,717 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /291375070/switch/merge already deleted, retry=false 2024-11-14T03:21:05,718 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Unable to get data of znode /291375070/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:21:05,727 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /291375070/snapshot-cleanup already deleted, retry=false 2024-11-14T03:21:05,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/291375070/running 2024-11-14T03:21:05,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/291375070/running 2024-11-14T03:21:05,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:05,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:05,738 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,39291,1731554463526, sessionid=0x101375c1c390006, setting cluster-up flag (Was=false) 2024-11-14T03:21:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:05,790 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /291375070/flush-table-proc/acquired, /291375070/flush-table-proc/reached, /291375070/flush-table-proc/abort 2024-11-14T03:21:05,791 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,39291,1731554463526 2024-11-14T03:21:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:05,843 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /291375070/online-snapshot/acquired, /291375070/online-snapshot/reached, /291375070/online-snapshot/abort 2024-11-14T03:21:05,844 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,39291,1731554463526 2024-11-14T03:21:05,845 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:21:05,846 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:05,846 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:21:05,846 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:21:05,846 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,39291,1731554463526 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:21:05,847 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:05,847 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:05,847 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:05,847 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:05,848 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:21:05,848 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,848 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:05,848 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,848 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554495848 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:21:05,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:21:05,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:21:05,849 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:21:05,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:21:05,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:21:05,850 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554465850,5,FailOnTimeoutGroup] 2024-11-14T03:21:05,850 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554465850,5,FailOnTimeoutGroup] 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,850 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:21:05,870 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(746): ClusterId : e9aed245-8054-41cf-97a8-9311012d96c4 2024-11-14T03:21:05,870 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:21:05,875 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:21:05,875 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:21:05,885 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:21:05,886 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f30534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:05,896 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:45993 2024-11-14T03:21:05,896 INFO [RS:0;b152692f18ba:45993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:21:05,896 INFO [RS:0;b152692f18ba:45993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:21:05,896 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:21:05,896 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,39291,1731554463526 with port=45993, startcode=1731554463850 2024-11-14T03:21:05,896 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:21:05,898 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:21:05,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,45993,1731554463850 2024-11-14T03:21:05,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39291 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,45993,1731554463850 2024-11-14T03:21:05,899 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911 2024-11-14T03:21:05,899 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46399 2024-11-14T03:21:05,899 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:21:05,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070/rs 2024-11-14T03:21:05,949 DEBUG [RS:0;b152692f18ba:45993 {}] zookeeper.ZKUtil(111): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on existing znode=/291375070/rs/b152692f18ba,45993,1731554463850 2024-11-14T03:21:05,949 WARN [RS:0;b152692f18ba:45993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:05,949 INFO [RS:0;b152692f18ba:45993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:05,949 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850 2024-11-14T03:21:05,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,45993,1731554463850] 2024-11-14T03:21:05,952 INFO [RS:0;b152692f18ba:45993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:21:05,953 INFO [RS:0;b152692f18ba:45993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:21:05,953 INFO [RS:0;b152692f18ba:45993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:21:05,953 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,954 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:21:05,954 INFO [RS:0;b152692f18ba:45993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:21:05,954 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:05,954 DEBUG [RS:0;b152692f18ba:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:05,955 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,955 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,955 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,955 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,955 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,955 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45993,1731554463850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:05,967 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:21:05,968 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,45993,1731554463850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,968 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,968 INFO [RS:0;b152692f18ba:45993 {}] regionserver.Replication(171): b152692f18ba,45993,1731554463850 started 2024-11-14T03:21:05,980 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:05,980 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,45993,1731554463850, RpcServer on b152692f18ba/172.17.0.3:45993, sessionid=0x101375c1c390007 2024-11-14T03:21:05,980 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:21:05,980 DEBUG [RS:0;b152692f18ba:45993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,45993,1731554463850 2024-11-14T03:21:05,980 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45993,1731554463850' 2024-11-14T03:21:05,980 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/291375070/flush-table-proc/abort' 2024-11-14T03:21:05,980 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/291375070/flush-table-proc/acquired' 2024-11-14T03:21:05,981 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:21:05,981 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:21:05,981 DEBUG [RS:0;b152692f18ba:45993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,45993,1731554463850 2024-11-14T03:21:05,981 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,45993,1731554463850' 2024-11-14T03:21:05,981 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/291375070/online-snapshot/abort' 2024-11-14T03:21:05,981 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/291375070/online-snapshot/acquired' 2024-11-14T03:21:05,981 DEBUG [RS:0;b152692f18ba:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:21:05,981 INFO [RS:0;b152692f18ba:45993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:21:05,981 INFO [RS:0;b152692f18ba:45993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:21:06,081 INFO [RS:0;b152692f18ba:45993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:06,083 INFO [RS:0;b152692f18ba:45993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45993%2C1731554463850, suffix=, logDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850, archiveDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/oldWALs, maxLogs=10 2024-11-14T03:21:06,095 DEBUG [RS:0;b152692f18ba:45993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, exclude list is [], retry=0 2024-11-14T03:21:06,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-b3fcaf45-20c3-4a84-8c78-7e10a92b993b,DISK] 2024-11-14T03:21:06,099 INFO [RS:0;b152692f18ba:45993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 2024-11-14T03:21:06,099 DEBUG [RS:0;b152692f18ba:45993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-14T03:21:06,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:21:06,257 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911 2024-11-14T03:21:06,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:21:06,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:06,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:06,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:06,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:06,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:06,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:06,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:06,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:06,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:06,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:06,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:06,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:06,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:06,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:06,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:06,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:06,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:06,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:06,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:06,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:06,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740 2024-11-14T03:21:06,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740 2024-11-14T03:21:06,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:06,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:06,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:06,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:06,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:06,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63775636, jitterRate=-0.049668967723846436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:06,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554466664Initializing all the Stores at 1731554466664Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554466664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554466665 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554466665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554466665Cleaning up temporary data from old regions at 1731554466671 (+6 ms)Region opened successfully at 1731554466673 (+2 ms) 2024-11-14T03:21:06,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:06,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:06,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:06,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:06,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:06,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:06,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554466674Disabling compacts and flushes for region at 1731554466674Disabling writes for close at 1731554466674Writing region close event to WAL at 1731554466674Closed at 1731554466674 2024-11-14T03:21:06,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:06,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:21:06,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:21:06,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:06,676 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:21:06,827 DEBUG [b152692f18ba:39291 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:21:06,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,45993,1731554463850 2024-11-14T03:21:06,828 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45993,1731554463850, state=OPENING 2024-11-14T03:21:06,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:21:06,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:06,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:06,885 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:06,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /291375070/meta-region-server: CHANGED 2024-11-14T03:21:06,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /291375070/meta-region-server: CHANGED 2024-11-14T03:21:06,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45993,1731554463850}] 2024-11-14T03:21:07,037 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:07,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:21:07,041 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:21:07,041 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:07,041 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:21:07,042 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45993%2C1731554463850.meta, suffix=.meta, logDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850, archiveDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/oldWALs, maxLogs=10 2024-11-14T03:21:07,054 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.meta.1731554467042.meta, exclude list is [], retry=0 2024-11-14T03:21:07,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-b3fcaf45-20c3-4a84-8c78-7e10a92b993b,DISK] 2024-11-14T03:21:07,057 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.meta.1731554467042.meta 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:07,058 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:21:07,058 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:21:07,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:21:07,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:07,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:07,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:07,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:07,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:07,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:07,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:07,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:07,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:07,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:07,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:07,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:07,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:07,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:07,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:07,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:07,063 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:07,063 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740 2024-11-14T03:21:07,064 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740 2024-11-14T03:21:07,064 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:07,064 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:07,065 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:07,066 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:07,066 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67318750, jitterRate=0.003127545118331909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:07,066 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:21:07,066 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554467059Writing region info on filesystem at 1731554467059Initializing all the Stores at 1731554467059Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554467059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554467059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554467059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554467059Cleaning up temporary data from old regions at 1731554467065 (+6 ms)Running coprocessor post-open hooks at 1731554467066 (+1 ms)Region opened successfully at 1731554467066 2024-11-14T03:21:07,067 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554467037 2024-11-14T03:21:07,068 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:21:07,068 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:21:07,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,45993,1731554463850 2024-11-14T03:21:07,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,45993,1731554463850, state=OPEN 2024-11-14T03:21:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/291375070/meta-region-server 2024-11-14T03:21:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/291375070/meta-region-server 2024-11-14T03:21:07,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,45993,1731554463850 2024-11-14T03:21:07,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /291375070/meta-region-server: CHANGED 2024-11-14T03:21:07,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /291375070/meta-region-server: CHANGED 2024-11-14T03:21:07,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:21:07,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,45993,1731554463850 in 255 msec 2024-11-14T03:21:07,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:21:07,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-14T03:21:07,143 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:07,143 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:21:07,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:07,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45993,1731554463850, seqNum=-1] 2024-11-14T03:21:07,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:07,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:07,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-14T03:21:07,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554467149, completionTime=-1 2024-11-14T03:21:07,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:21:07,149 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554527151 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554587151 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39291,1731554463526-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39291,1731554463526-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39291,1731554463526-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:39291, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:07,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:07,152 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:07,162 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39291,1731554463526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:07,164 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39291,1731554463526-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:21:07,166 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:21:07,166 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:21:07,166 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,39291,1731554463526-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:07,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fb3a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:07,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:07,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:07,172 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54133dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:07,174 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:07,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb209f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:07,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:07,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45993,1731554463850, seqNum=-1] 2024-11-14T03:21:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:07,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:07,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,39291,1731554463526 2024-11-14T03:21:07,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57494 2024-11-14T03:21:07,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:07,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101375c1c390008 connected 2024-11-14T03:21:07,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38221,1731554453613 2024-11-14T03:21:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd1d468 2024-11-14T03:21:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:07,215 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:07,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:21:07,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:07,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:07,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:21:07,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:21:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:07,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c015e17713caf981530aae28895b77c, NAME => 'test,,1731554467215.5c015e17713caf981530aae28895b77c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d 2024-11-14T03:21:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:21:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:08,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554467215.5c015e17713caf981530aae28895b77c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:08,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c015e17713caf981530aae28895b77c, disabling compactions & flushes 2024-11-14T03:21:08,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:08,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:08,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554467215.5c015e17713caf981530aae28895b77c. after waiting 0 ms 2024-11-14T03:21:08,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:08,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:08,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c015e17713caf981530aae28895b77c: Waiting for close lock at 1731554468030Disabling compacts and flushes for region at 1731554468030Disabling writes for close at 1731554468030Writing region close event to WAL at 1731554468030Closed at 1731554468030 2024-11-14T03:21:08,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:08,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554467215.5c015e17713caf981530aae28895b77c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554468031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554468031"}]},"ts":"1731554468031"} 2024-11-14T03:21:08,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:08,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:08,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554468034"}]},"ts":"1731554468034"} 2024-11-14T03:21:08,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:21:08,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c015e17713caf981530aae28895b77c, ASSIGN}] 2024-11-14T03:21:08,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c015e17713caf981530aae28895b77c, ASSIGN 2024-11-14T03:21:08,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c015e17713caf981530aae28895b77c, ASSIGN; state=OFFLINE, location=b152692f18ba,39239,1731554453816; forceNewPlan=false, retain=false 2024-11-14T03:21:08,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c015e17713caf981530aae28895b77c, regionState=OPENING, regionLocation=b152692f18ba,39239,1731554453816 2024-11-14T03:21:08,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c015e17713caf981530aae28895b77c, ASSIGN because future has completed 2024-11-14T03:21:08,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c015e17713caf981530aae28895b77c, server=b152692f18ba,39239,1731554453816}] 2024-11-14T03:21:08,347 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:08,347 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c015e17713caf981530aae28895b77c, NAME => 'test,,1731554467215.5c015e17713caf981530aae28895b77c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:08,347 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:08,347 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:21:08,348 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,348 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554467215.5c015e17713caf981530aae28895b77c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:08,348 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,348 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,349 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,350 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c015e17713caf981530aae28895b77c columnFamilyName f 2024-11-14T03:21:08,350 DEBUG [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:08,350 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] regionserver.HStore(327): Store=5c015e17713caf981530aae28895b77c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:08,350 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,351 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c015e17713caf981530aae28895b77c columnFamilyName f1 2024-11-14T03:21:08,351 DEBUG [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:08,351 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] regionserver.HStore(327): Store=5c015e17713caf981530aae28895b77c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:08,351 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,352 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c015e17713caf981530aae28895b77c columnFamilyName norep 2024-11-14T03:21:08,352 DEBUG [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:08,352 INFO [StoreOpener-5c015e17713caf981530aae28895b77c-1 {}] regionserver.HStore(327): Store=5c015e17713caf981530aae28895b77c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:08,352 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,352 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,353 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,353 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,353 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,354 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:08,354 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,356 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:08,356 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c015e17713caf981530aae28895b77c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69998933, jitterRate=0.0430653840303421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:08,356 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:08,356 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c015e17713caf981530aae28895b77c: Running coprocessor pre-open hook at 1731554468348Writing region info on filesystem at 1731554468348Initializing all the Stores at 1731554468349 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554468349Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554468349Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554468349Cleaning up temporary data from old regions at 1731554468353 (+4 ms)Running coprocessor post-open hooks at 1731554468356 (+3 ms)Region opened successfully at 1731554468356 2024-11-14T03:21:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:08,357 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554467215.5c015e17713caf981530aae28895b77c., pid=6, masterSystemTime=1731554468344 2024-11-14T03:21:08,359 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:08,359 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:08,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c015e17713caf981530aae28895b77c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,39239,1731554453816 2024-11-14T03:21:08,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c015e17713caf981530aae28895b77c, server=b152692f18ba,39239,1731554453816 because future has completed 2024-11-14T03:21:08,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:21:08,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c015e17713caf981530aae28895b77c, server=b152692f18ba,39239,1731554453816 in 169 msec 2024-11-14T03:21:08,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:21:08,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c015e17713caf981530aae28895b77c, ASSIGN in 326 msec 2024-11-14T03:21:08,365 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:08,365 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554468365"}]},"ts":"1731554468365"} 2024-11-14T03:21:08,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:21:08,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:08,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-14T03:21:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:09,367 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:21:09,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33753,1731554457720 2024-11-14T03:21:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ce045af 2024-11-14T03:21:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:09,368 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:09,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:21:09,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:09,371 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:09,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:21:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:09,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:21:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:09,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b35a2602eac188c67e87f93a29d5317, NAME => 'test,,1731554469369.3b35a2602eac188c67e87f93a29d5317.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea 2024-11-14T03:21:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:21:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:10,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554469369.3b35a2602eac188c67e87f93a29d5317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:10,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b35a2602eac188c67e87f93a29d5317, disabling compactions & flushes 2024-11-14T03:21:10,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:10,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:10,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. after waiting 0 ms 2024-11-14T03:21:10,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:10,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:10,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b35a2602eac188c67e87f93a29d5317: Waiting for close lock at 1731554470197Disabling compacts and flushes for region at 1731554470197Disabling writes for close at 1731554470197Writing region close event to WAL at 1731554470197Closed at 1731554470197 2024-11-14T03:21:10,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:10,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554469369.3b35a2602eac188c67e87f93a29d5317.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554470198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554470198"}]},"ts":"1731554470198"} 2024-11-14T03:21:10,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:10,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:10,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554470201"}]},"ts":"1731554470201"} 2024-11-14T03:21:10,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:21:10,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b35a2602eac188c67e87f93a29d5317, ASSIGN}] 2024-11-14T03:21:10,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b35a2602eac188c67e87f93a29d5317, ASSIGN 2024-11-14T03:21:10,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b35a2602eac188c67e87f93a29d5317, ASSIGN; state=OFFLINE, location=b152692f18ba,38631,1731554457863; forceNewPlan=false, retain=false 2024-11-14T03:21:10,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b35a2602eac188c67e87f93a29d5317, regionState=OPENING, regionLocation=b152692f18ba,38631,1731554457863 2024-11-14T03:21:10,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b35a2602eac188c67e87f93a29d5317, ASSIGN because future has completed 2024-11-14T03:21:10,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b35a2602eac188c67e87f93a29d5317, server=b152692f18ba,38631,1731554457863}] 2024-11-14T03:21:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:10,512 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:10,512 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b35a2602eac188c67e87f93a29d5317, NAME => 'test,,1731554469369.3b35a2602eac188c67e87f93a29d5317.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:10,512 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:10,512 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:21:10,513 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,513 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554469369.3b35a2602eac188c67e87f93a29d5317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:10,513 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,513 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,514 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,514 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35a2602eac188c67e87f93a29d5317 columnFamilyName f 2024-11-14T03:21:10,515 DEBUG [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:10,515 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] regionserver.HStore(327): Store=3b35a2602eac188c67e87f93a29d5317/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:10,515 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,516 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35a2602eac188c67e87f93a29d5317 columnFamilyName f1 2024-11-14T03:21:10,516 DEBUG [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:10,516 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] regionserver.HStore(327): Store=3b35a2602eac188c67e87f93a29d5317/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:10,516 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,516 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35a2602eac188c67e87f93a29d5317 columnFamilyName norep 2024-11-14T03:21:10,516 DEBUG [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:10,517 INFO [StoreOpener-3b35a2602eac188c67e87f93a29d5317-1 {}] regionserver.HStore(327): Store=3b35a2602eac188c67e87f93a29d5317/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:10,517 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,517 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,518 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,518 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,518 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,519 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:10,519 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,520 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:10,521 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b35a2602eac188c67e87f93a29d5317; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63736114, jitterRate=-0.05025789141654968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:10,521 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:10,521 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b35a2602eac188c67e87f93a29d5317: Running coprocessor pre-open hook at 1731554470513Writing region info on filesystem at 1731554470513Initializing all the Stores at 1731554470513Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554470513Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554470513Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554470514 (+1 ms)Cleaning up temporary data from old regions at 1731554470518 (+4 ms)Running coprocessor post-open hooks at 1731554470521 (+3 ms)Region opened successfully at 1731554470521 2024-11-14T03:21:10,521 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554469369.3b35a2602eac188c67e87f93a29d5317., pid=6, masterSystemTime=1731554470509 2024-11-14T03:21:10,523 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:10,523 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:10,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b35a2602eac188c67e87f93a29d5317, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,38631,1731554457863 2024-11-14T03:21:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b35a2602eac188c67e87f93a29d5317, server=b152692f18ba,38631,1731554457863 because future has completed 2024-11-14T03:21:10,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:21:10,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b35a2602eac188c67e87f93a29d5317, server=b152692f18ba,38631,1731554457863 in 169 msec 2024-11-14T03:21:10,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:21:10,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b35a2602eac188c67e87f93a29d5317, ASSIGN in 324 msec 2024-11-14T03:21:10,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:10,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554470529"}]},"ts":"1731554470529"} 2024-11-14T03:21:10,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:21:10,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:10,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-14T03:21:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:11,517 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:21:11,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39291,1731554463526 2024-11-14T03:21:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b92d2c5 2024-11-14T03:21:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:11,519 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:11,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:21:11,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:11,522 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:11,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:21:11,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:21:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:11,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:21:11,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da73b124dfce7cc5d4d42944ab659b96, NAME => 'test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911 2024-11-14T03:21:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:21:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:12,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:12,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da73b124dfce7cc5d4d42944ab659b96, disabling compactions & flushes 2024-11-14T03:21:12,385 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:12,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:12,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. after waiting 0 ms 2024-11-14T03:21:12,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:12,385 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:12,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da73b124dfce7cc5d4d42944ab659b96: Waiting for close lock at 1731554472385Disabling compacts and flushes for region at 1731554472385Disabling writes for close at 1731554472385Writing region close event to WAL at 1731554472385Closed at 1731554472385 2024-11-14T03:21:12,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:12,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554472387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554472387"}]},"ts":"1731554472387"} 2024-11-14T03:21:12,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:12,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:12,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554472389"}]},"ts":"1731554472389"} 2024-11-14T03:21:12,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:21:12,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da73b124dfce7cc5d4d42944ab659b96, ASSIGN}] 2024-11-14T03:21:12,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da73b124dfce7cc5d4d42944ab659b96, ASSIGN 2024-11-14T03:21:12,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da73b124dfce7cc5d4d42944ab659b96, ASSIGN; state=OFFLINE, location=b152692f18ba,45993,1731554463850; forceNewPlan=false, retain=false 2024-11-14T03:21:12,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da73b124dfce7cc5d4d42944ab659b96, regionState=OPENING, regionLocation=b152692f18ba,45993,1731554463850 2024-11-14T03:21:12,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da73b124dfce7cc5d4d42944ab659b96, ASSIGN because future has completed 2024-11-14T03:21:12,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da73b124dfce7cc5d4d42944ab659b96, server=b152692f18ba,45993,1731554463850}] 2024-11-14T03:21:12,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:12,699 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:12,699 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da73b124dfce7cc5d4d42944ab659b96, NAME => 'test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:12,699 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:12,699 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:21:12,699 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,699 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:12,699 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,699 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,701 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,701 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da73b124dfce7cc5d4d42944ab659b96 columnFamilyName f 2024-11-14T03:21:12,701 DEBUG [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:12,702 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] regionserver.HStore(327): Store=da73b124dfce7cc5d4d42944ab659b96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:12,702 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,702 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da73b124dfce7cc5d4d42944ab659b96 columnFamilyName f1 2024-11-14T03:21:12,702 DEBUG [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:12,703 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] regionserver.HStore(327): Store=da73b124dfce7cc5d4d42944ab659b96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:12,703 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,703 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da73b124dfce7cc5d4d42944ab659b96 columnFamilyName norep 2024-11-14T03:21:12,703 DEBUG [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:12,703 INFO [StoreOpener-da73b124dfce7cc5d4d42944ab659b96-1 {}] regionserver.HStore(327): Store=da73b124dfce7cc5d4d42944ab659b96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:12,704 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,704 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,704 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,705 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,705 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,705 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:12,706 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,707 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:12,707 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da73b124dfce7cc5d4d42944ab659b96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67516236, jitterRate=0.006070315837860107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:12,707 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:12,707 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da73b124dfce7cc5d4d42944ab659b96: Running coprocessor pre-open hook at 1731554472700Writing region info on filesystem at 1731554472700Initializing all the Stores at 1731554472700Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554472700Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554472700Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554472700Cleaning up temporary data from old regions at 1731554472705 (+5 ms)Running coprocessor post-open hooks at 1731554472707 (+2 ms)Region opened successfully at 1731554472707 2024-11-14T03:21:12,708 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96., pid=6, masterSystemTime=1731554472696 2024-11-14T03:21:12,710 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:12,710 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:12,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da73b124dfce7cc5d4d42944ab659b96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,45993,1731554463850 2024-11-14T03:21:12,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da73b124dfce7cc5d4d42944ab659b96, server=b152692f18ba,45993,1731554463850 because future has completed 2024-11-14T03:21:12,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:21:12,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da73b124dfce7cc5d4d42944ab659b96, server=b152692f18ba,45993,1731554463850 in 169 msec 2024-11-14T03:21:12,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:21:12,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da73b124dfce7cc5d4d42944ab659b96, ASSIGN in 325 msec 2024-11-14T03:21:12,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:12,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554472717"}]},"ts":"1731554472717"} 2024-11-14T03:21:12,718 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:21:12,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:12,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1990 sec 2024-11-14T03:21:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:13,667 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:21:13,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c05dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:13,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38221,-1 for getting cluster id 2024-11-14T03:21:13,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:13,668 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc8055e4-5484-4f93-b2af-6296afd7cf57' 2024-11-14T03:21:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc8055e4-5484-4f93-b2af-6296afd7cf57" 2024-11-14T03:21:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d04eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38221,-1] 2024-11-14T03:21:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:13,669 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d005ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:13,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38221,1731554453613 2024-11-14T03:21:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66e68aa3 2024-11-14T03:21:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:13,671 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:13,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:33753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:21:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:21:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:13,674 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:33753' 2024-11-14T03:21:13,675 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f86a96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:13,675 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33753,-1 for getting cluster id 2024-11-14T03:21:13,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:13,675 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8b85200-f66f-462a-852b-31c8d69aeae7' 2024-11-14T03:21:13,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:13,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8b85200-f66f-462a-852b-31c8d69aeae7" 2024-11-14T03:21:13,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1513243d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:13,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33753,-1] 2024-11-14T03:21:13,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:13,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:13,677 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:13,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f07924d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:13,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:13,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33753,1731554457720 2024-11-14T03:21:13,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd71179 2024-11-14T03:21:13,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:13,679 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:13,679 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:21:13,679 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:21:13,679 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:13,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:13,679 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:13,680 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:13,681 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:21:13,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:13,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:13,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:21:13,731 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:21:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:14,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5d9138bdc463ad1c54340e7946203f7, NAME => 'hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d 2024-11-14T03:21:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:21:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:14,492 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:14,492 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5d9138bdc463ad1c54340e7946203f7, disabling compactions & flushes 2024-11-14T03:21:14,492 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:14,492 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:14,492 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. after waiting 0 ms 2024-11-14T03:21:14,492 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:14,492 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:14,492 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5d9138bdc463ad1c54340e7946203f7: Waiting for close lock at 1731554474492Disabling compacts and flushes for region at 1731554474492Disabling writes for close at 1731554474492Writing region close event to WAL at 1731554474492Closed at 1731554474492 2024-11-14T03:21:14,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:14,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554474493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554474493"}]},"ts":"1731554474493"} 2024-11-14T03:21:14,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:14,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:14,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554474496"}]},"ts":"1731554474496"} 2024-11-14T03:21:14,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:21:14,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5d9138bdc463ad1c54340e7946203f7, ASSIGN}] 2024-11-14T03:21:14,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5d9138bdc463ad1c54340e7946203f7, ASSIGN 2024-11-14T03:21:14,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5d9138bdc463ad1c54340e7946203f7, ASSIGN; state=OFFLINE, location=b152692f18ba,39239,1731554453816; forceNewPlan=false, retain=false 2024-11-14T03:21:14,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5d9138bdc463ad1c54340e7946203f7, regionState=OPENING, regionLocation=b152692f18ba,39239,1731554453816 2024-11-14T03:21:14,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5d9138bdc463ad1c54340e7946203f7, ASSIGN because future has completed 2024-11-14T03:21:14,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5d9138bdc463ad1c54340e7946203f7, server=b152692f18ba,39239,1731554453816}] 2024-11-14T03:21:14,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:14,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:14,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:21:14,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C39239%2C1731554453816.rep, suffix=, logDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816, archiveDir=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/oldWALs, maxLogs=10 2024-11-14T03:21:14,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.rep.1731554474808, exclude list is [], retry=0 2024-11-14T03:21:14,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-f688f6eb-f7d9-41e8-8afb-56b1ccc3a5c9,DISK] 2024-11-14T03:21:14,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.rep.1731554474808 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5d9138bdc463ad1c54340e7946203f7, NAME => 'hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:14,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. service=MultiRowMutationService 2024-11-14T03:21:14,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,825 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,827 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5d9138bdc463ad1c54340e7946203f7 columnFamilyName hfileref 2024-11-14T03:21:14,827 DEBUG [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:14,827 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] regionserver.HStore(327): Store=c5d9138bdc463ad1c54340e7946203f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:14,827 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,828 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5d9138bdc463ad1c54340e7946203f7 columnFamilyName queue 2024-11-14T03:21:14,828 DEBUG [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:14,828 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] regionserver.HStore(327): Store=c5d9138bdc463ad1c54340e7946203f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:14,828 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,829 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5d9138bdc463ad1c54340e7946203f7 columnFamilyName sid 2024-11-14T03:21:14,829 DEBUG [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:14,829 INFO [StoreOpener-c5d9138bdc463ad1c54340e7946203f7-1 {}] regionserver.HStore(327): Store=c5d9138bdc463ad1c54340e7946203f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:14,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:14,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:14,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5d9138bdc463ad1c54340e7946203f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68768387, jitterRate=0.024728819727897644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:14,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:14,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5d9138bdc463ad1c54340e7946203f7: Running coprocessor pre-open hook at 1731554474825Writing region info on filesystem at 1731554474825Initializing all the Stores at 1731554474825Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554474825Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554474825Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554474825Cleaning up temporary data from old regions at 1731554474830 (+5 ms)Running coprocessor post-open hooks at 1731554474836 (+6 ms)Region opened successfully at 1731554474836 2024-11-14T03:21:14,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7., pid=10, masterSystemTime=1731554474804 2024-11-14T03:21:14,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:14,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:14,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5d9138bdc463ad1c54340e7946203f7, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,39239,1731554453816 2024-11-14T03:21:14,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5d9138bdc463ad1c54340e7946203f7, server=b152692f18ba,39239,1731554453816 because future has completed 2024-11-14T03:21:14,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:21:14,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5d9138bdc463ad1c54340e7946203f7, server=b152692f18ba,39239,1731554453816 in 188 msec 2024-11-14T03:21:14,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:21:14,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5d9138bdc463ad1c54340e7946203f7, ASSIGN in 344 msec 2024-11-14T03:21:14,844 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:14,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554474844"}]},"ts":"1731554474844"} 2024-11-14T03:21:14,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:21:14,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:14,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-14T03:21:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7., hostname=b152692f18ba,39239,1731554453816, seqNum=2] 2024-11-14T03:21:14,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:21:14,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:21:14,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:21:15,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:21:15,132 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:21:15,157 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,39239,1731554453816, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:21:15,158 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:15,158 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,39239,1731554453816, seqNum=-1] 2024-11-14T03:21:15,158 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:15,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T03:21:15,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,39239,1731554453816', locateType=CURRENT is [region=hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7., hostname=b152692f18ba,39239,1731554453816, seqNum=2] 2024-11-14T03:21:15,162 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:21:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:21:15,164 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,39239,1731554453816 suceeded 2024-11-14T03:21:15,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:21:15,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T03:21:15,166 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:33753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:21:15,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-14T03:21:15,176 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:33753' 2024-11-14T03:21:15,177 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341ba945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,177 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33753,-1 for getting cluster id 2024-11-14T03:21:15,177 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:15,178 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8b85200-f66f-462a-852b-31c8d69aeae7' 2024-11-14T03:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8b85200-f66f-462a-852b-31c8d69aeae7" 2024-11-14T03:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c86a827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33753,-1] 2024-11-14T03:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:15,179 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:15,179 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c75dab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,179 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33753,1731554457720 2024-11-14T03:21:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57931f88 2024-11-14T03:21:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:15,181 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T03:21:15,182 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,39239,1731554453816 (queues=1) is replicating from cluster=cc8055e4-5484-4f93-b2af-6296afd7cf57 to cluster=b8b85200-f66f-462a-852b-31c8d69aeae7 2024-11-14T03:21:15,182 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C39239%2C1731554453816 2024-11-14T03:21:15,182 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,39239,1731554453816, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:21:15,182 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C39239%2C1731554453816 2024-11-14T03:21:15,182 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, startPosition=0, beingWritten=true 2024-11-14T03:21:15,186 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:15,186 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:15,186 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:15,390 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:15,693 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:15,817 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:21:15,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:15,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:15,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:15,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:15,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:15,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5120fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33753,-1 for getting cluster id 2024-11-14T03:21:15,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:15,819 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8b85200-f66f-462a-852b-31c8d69aeae7' 2024-11-14T03:21:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8b85200-f66f-462a-852b-31c8d69aeae7" 2024-11-14T03:21:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a9982a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33753,-1] 2024-11-14T03:21:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:15,820 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d23e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33753,1731554457720 2024-11-14T03:21:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f9dfb1 2024-11-14T03:21:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:15,822 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:15,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:39291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:21:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:21:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:15,825 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39291' 2024-11-14T03:21:15,826 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1def80a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,826 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:15,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:15,827 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ffdccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:15,828 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:15,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1861fe2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:15,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:15,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39291,1731554463526 2024-11-14T03:21:15,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce8363d 2024-11-14T03:21:15,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:15,829 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:15,830 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:21:15,830 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:21:15,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:15,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:15,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:15,830 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:15,831 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:21:15,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:15,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:15,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:21:15,881 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:21:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:16,096 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:16,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a89dffa83452639a0a7c7683e3b42a8, NAME => 'hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea 2024-11-14T03:21:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:21:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:16,599 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:16,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:16,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a89dffa83452639a0a7c7683e3b42a8, disabling compactions & flushes 2024-11-14T03:21:16,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:16,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:16,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. after waiting 0 ms 2024-11-14T03:21:16,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:16,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:16,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a89dffa83452639a0a7c7683e3b42a8: Waiting for close lock at 1731554476654Disabling compacts and flushes for region at 1731554476654Disabling writes for close at 1731554476654Writing region close event to WAL at 1731554476654Closed at 1731554476654 2024-11-14T03:21:16,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:16,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554476713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554476713"}]},"ts":"1731554476713"} 2024-11-14T03:21:16,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:16,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:16,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554476715"}]},"ts":"1731554476715"} 2024-11-14T03:21:16,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:21:16,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a89dffa83452639a0a7c7683e3b42a8, ASSIGN}] 2024-11-14T03:21:16,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a89dffa83452639a0a7c7683e3b42a8, ASSIGN 2024-11-14T03:21:16,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a89dffa83452639a0a7c7683e3b42a8, ASSIGN; state=OFFLINE, location=b152692f18ba,38631,1731554457863; forceNewPlan=false, retain=false 2024-11-14T03:21:16,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a89dffa83452639a0a7c7683e3b42a8, regionState=OPENING, regionLocation=b152692f18ba,38631,1731554457863 2024-11-14T03:21:16,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a89dffa83452639a0a7c7683e3b42a8, ASSIGN because future has completed 2024-11-14T03:21:16,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a89dffa83452639a0a7c7683e3b42a8, server=b152692f18ba,38631,1731554457863}] 2024-11-14T03:21:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:17,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:21:17,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C38631%2C1731554457863.rep, suffix=, logDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863, archiveDir=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/oldWALs, maxLogs=10 2024-11-14T03:21:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.rep.1731554477028, exclude list is [], retry=0 2024-11-14T03:21:17,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32997,DS-c9d3d59a-c9f5-440f-86d3-da30a6183f1a,DISK] 2024-11-14T03:21:17,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.rep.1731554477028 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40449:40449)] 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a89dffa83452639a0a7c7683e3b42a8, NAME => 'hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:17,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. service=MultiRowMutationService 2024-11-14T03:21:17,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,046 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,047 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a89dffa83452639a0a7c7683e3b42a8 columnFamilyName hfileref 2024-11-14T03:21:17,047 DEBUG [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:17,047 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] regionserver.HStore(327): Store=5a89dffa83452639a0a7c7683e3b42a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:17,047 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,048 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a89dffa83452639a0a7c7683e3b42a8 columnFamilyName queue 2024-11-14T03:21:17,048 DEBUG [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:17,048 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] regionserver.HStore(327): Store=5a89dffa83452639a0a7c7683e3b42a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:17,048 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,049 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a89dffa83452639a0a7c7683e3b42a8 columnFamilyName sid 2024-11-14T03:21:17,049 DEBUG [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:17,050 INFO [StoreOpener-5a89dffa83452639a0a7c7683e3b42a8-1 {}] regionserver.HStore(327): Store=5a89dffa83452639a0a7c7683e3b42a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:17,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/replication/5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/replication/5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:17,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/replication/5a89dffa83452639a0a7c7683e3b42a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:17,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a89dffa83452639a0a7c7683e3b42a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67223791, jitterRate=0.0017125457525253296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:17,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:17,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a89dffa83452639a0a7c7683e3b42a8: Running coprocessor pre-open hook at 1731554477043Writing region info on filesystem at 1731554477043Initializing all the Stores at 1731554477044 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554477044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554477046 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554477046Cleaning up temporary data from old regions at 1731554477051 (+5 ms)Running coprocessor post-open hooks at 1731554477053 (+2 ms)Region opened successfully at 1731554477053 2024-11-14T03:21:17,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8., pid=10, masterSystemTime=1731554477023 2024-11-14T03:21:17,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:17,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:17,056 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a89dffa83452639a0a7c7683e3b42a8, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,38631,1731554457863 2024-11-14T03:21:17,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a89dffa83452639a0a7c7683e3b42a8, server=b152692f18ba,38631,1731554457863 because future has completed 2024-11-14T03:21:17,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:21:17,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a89dffa83452639a0a7c7683e3b42a8, server=b152692f18ba,38631,1731554457863 in 188 msec 2024-11-14T03:21:17,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:21:17,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a89dffa83452639a0a7c7683e3b42a8, ASSIGN in 343 msec 2024-11-14T03:21:17,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:17,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554477062"}]},"ts":"1731554477062"} 2024-11-14T03:21:17,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:21:17,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:17,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2350 sec 2024-11-14T03:21:17,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8., hostname=b152692f18ba,38631,1731554457863, seqNum=2] 2024-11-14T03:21:17,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:21:17,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:21:17,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:21:17,203 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:17,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:21:17,343 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:21:17,369 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,38631,1731554457863, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:21:17,369 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:17,369 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38631,1731554457863, seqNum=-1] 2024-11-14T03:21:17,369 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:17,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T03:21:17,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,38631,1731554457863', locateType=CURRENT is [region=hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8., hostname=b152692f18ba,38631,1731554457863, seqNum=2] 2024-11-14T03:21:17,374 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:21:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:21:17,376 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,38631,1731554457863 suceeded 2024-11-14T03:21:17,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:21:17,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T03:21:17,377 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:39291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:21:17,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5540 sec 2024-11-14T03:21:17,393 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:39291' 2024-11-14T03:21:17,394 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50359779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,394 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:17,394 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:17,395 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f5f6ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:17,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:17,396 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:17,396 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a64d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,396 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:17,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39291,1731554463526 2024-11-14T03:21:17,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e8df75 2024-11-14T03:21:17,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:17,398 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T03:21:17,398 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,38631,1731554457863 (queues=1) is replicating from cluster=b8b85200-f66f-462a-852b-31c8d69aeae7 to cluster=e9aed245-8054-41cf-97a8-9311012d96c4 2024-11-14T03:21:17,398 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C38631%2C1731554457863 2024-11-14T03:21:17,399 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,38631,1731554457863, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:21:17,399 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, startPosition=0, beingWritten=true 2024-11-14T03:21:17,399 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C38631%2C1731554457863 2024-11-14T03:21:17,403 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:17,403 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 379, reset compression=false 2024-11-14T03:21:17,403 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:17,606 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 379, reset compression=false 2024-11-14T03:21:17,906 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:17,909 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 379, reset compression=false 2024-11-14T03:21:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:17,967 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:21:17,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:17,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:17,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:17,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:17,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:17,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48667170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:17,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:17,969 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2cb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:17,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:17,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:17,970 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:17,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7636e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:17,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39291,1731554463526 2024-11-14T03:21:17,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@774d981d 2024-11-14T03:21:17,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:17,972 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:17,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:38221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:21:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:21:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:17,975 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:38221' 2024-11-14T03:21:17,975 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea99ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,975 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38221,-1 for getting cluster id 2024-11-14T03:21:17,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:17,976 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc8055e4-5484-4f93-b2af-6296afd7cf57' 2024-11-14T03:21:17,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:17,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc8055e4-5484-4f93-b2af-6296afd7cf57" 2024-11-14T03:21:17,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6b1615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38221,-1] 2024-11-14T03:21:17,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:17,977 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:17,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a00f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:17,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:17,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38221,1731554453613 2024-11-14T03:21:17,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10176a94 2024-11-14T03:21:17,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:17,979 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:17,980 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:21:17,980 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:21:17,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:17,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:17,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:17,980 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:17,981 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:21:17,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:17,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:17,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:21:17,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b5515d04953a75e1e2e9a0c00595a03, NAME => 'hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911 2024-11-14T03:21:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:21:18,031 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:21:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:18,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:18,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:18,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:21:18,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:21:18,257 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T03:21:18,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:21:18,257 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T03:21:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:18,312 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 379, reset compression=false 2024-11-14T03:21:18,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:18,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b5515d04953a75e1e2e9a0c00595a03, disabling compactions & flushes 2024-11-14T03:21:18,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:18,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:18,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. after waiting 0 ms 2024-11-14T03:21:18,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:18,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:18,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b5515d04953a75e1e2e9a0c00595a03: Waiting for close lock at 1731554478391Disabling compacts and flushes for region at 1731554478391Disabling writes for close at 1731554478392 (+1 ms)Writing region close event to WAL at 1731554478392Closed at 1731554478392 2024-11-14T03:21:18,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:18,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554478393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554478393"}]},"ts":"1731554478393"} 2024-11-14T03:21:18,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:18,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:18,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554478395"}]},"ts":"1731554478395"} 2024-11-14T03:21:18,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:21:18,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b5515d04953a75e1e2e9a0c00595a03, ASSIGN}] 2024-11-14T03:21:18,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b5515d04953a75e1e2e9a0c00595a03, ASSIGN 2024-11-14T03:21:18,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b5515d04953a75e1e2e9a0c00595a03, ASSIGN; state=OFFLINE, location=b152692f18ba,45993,1731554463850; forceNewPlan=false, retain=false 2024-11-14T03:21:18,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b5515d04953a75e1e2e9a0c00595a03, regionState=OPENING, regionLocation=b152692f18ba,45993,1731554463850 2024-11-14T03:21:18,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b5515d04953a75e1e2e9a0c00595a03, ASSIGN because future has completed 2024-11-14T03:21:18,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5515d04953a75e1e2e9a0c00595a03, server=b152692f18ba,45993,1731554463850}] 2024-11-14T03:21:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:18,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:18,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:18,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:21:18,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C45993%2C1731554463850.rep, suffix=, logDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850, archiveDir=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/oldWALs, maxLogs=10 2024-11-14T03:21:18,710 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:18,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.rep.1731554478705, exclude list is [], retry=0 2024-11-14T03:21:18,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-b3fcaf45-20c3-4a84-8c78-7e10a92b993b,DISK] 2024-11-14T03:21:18,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.rep.1731554478705 2024-11-14T03:21:18,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37621:37621)] 2024-11-14T03:21:18,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b5515d04953a75e1e2e9a0c00595a03, NAME => 'hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:18,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:18,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:18,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. service=MultiRowMutationService 2024-11-14T03:21:18,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:21:18,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:18,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,721 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,722 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5515d04953a75e1e2e9a0c00595a03 columnFamilyName hfileref 2024-11-14T03:21:18,722 DEBUG [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:18,723 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] regionserver.HStore(327): Store=2b5515d04953a75e1e2e9a0c00595a03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:18,723 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,724 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5515d04953a75e1e2e9a0c00595a03 columnFamilyName queue 2024-11-14T03:21:18,724 DEBUG [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:18,724 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] regionserver.HStore(327): Store=2b5515d04953a75e1e2e9a0c00595a03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:18,724 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,725 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5515d04953a75e1e2e9a0c00595a03 columnFamilyName sid 2024-11-14T03:21:18,725 DEBUG [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:18,725 INFO [StoreOpener-2b5515d04953a75e1e2e9a0c00595a03-1 {}] regionserver.HStore(327): Store=2b5515d04953a75e1e2e9a0c00595a03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:18,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:18,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:18,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b5515d04953a75e1e2e9a0c00595a03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59662110, jitterRate=-0.11096528172492981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:18,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:18,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b5515d04953a75e1e2e9a0c00595a03: Running coprocessor pre-open hook at 1731554478721Writing region info on filesystem at 1731554478721Initializing all the Stores at 1731554478721Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554478721Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554478721Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554478721Cleaning up temporary data from old regions at 1731554478727 (+6 ms)Running coprocessor post-open hooks at 1731554478730 (+3 ms)Region opened successfully at 1731554478730 2024-11-14T03:21:18,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03., pid=10, masterSystemTime=1731554478701 2024-11-14T03:21:18,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:18,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:18,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b5515d04953a75e1e2e9a0c00595a03, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,45993,1731554463850 2024-11-14T03:21:18,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5515d04953a75e1e2e9a0c00595a03, server=b152692f18ba,45993,1731554463850 because future has completed 2024-11-14T03:21:18,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:21:18,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b5515d04953a75e1e2e9a0c00595a03, server=b152692f18ba,45993,1731554463850 in 185 msec 2024-11-14T03:21:18,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:21:18,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b5515d04953a75e1e2e9a0c00595a03, ASSIGN in 340 msec 2024-11-14T03:21:18,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:18,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554478739"}]},"ts":"1731554478739"} 2024-11-14T03:21:18,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:21:18,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:18,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-11-14T03:21:18,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03., hostname=b152692f18ba,45993,1731554463850, seqNum=2] 2024-11-14T03:21:18,816 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 379, reset compression=false 2024-11-14T03:21:18,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:18,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:18,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:21:19,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:21:19,048 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:21:19,073 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,45993,1731554463850, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:21:19,073 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:19,073 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45993,1731554463850, seqNum=-1] 2024-11-14T03:21:19,074 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:19,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T03:21:19,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,45993,1731554463850', locateType=CURRENT is [region=hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03., hostname=b152692f18ba,45993,1731554463850, seqNum=2] 2024-11-14T03:21:19,078 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:21:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:21:19,080 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,45993,1731554463850 suceeded 2024-11-14T03:21:19,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:21:19,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T03:21:19,082 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:38221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:21:19,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1090 sec 2024-11-14T03:21:19,099 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:38221' 2024-11-14T03:21:19,100 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32daa8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,100 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38221,-1 for getting cluster id 2024-11-14T03:21:19,100 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:19,101 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc8055e4-5484-4f93-b2af-6296afd7cf57' 2024-11-14T03:21:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc8055e4-5484-4f93-b2af-6296afd7cf57" 2024-11-14T03:21:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e53f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38221,-1] 2024-11-14T03:21:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:19,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:19,102 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:19,103 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c36e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,103 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38221,1731554453613 2024-11-14T03:21:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d2fb3ff 2024-11-14T03:21:19,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:19,104 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T03:21:19,104 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,45993,1731554463850 (queues=1) is replicating from cluster=e9aed245-8054-41cf-97a8-9311012d96c4 to cluster=cc8055e4-5484-4f93-b2af-6296afd7cf57 2024-11-14T03:21:19,104 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C45993%2C1731554463850 2024-11-14T03:21:19,105 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,45993,1731554463850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:21:19,105 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C45993%2C1731554463850 2024-11-14T03:21:19,105 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, startPosition=0, beingWritten=true 2024-11-14T03:21:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:21:19,107 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:21:19,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:19,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:19,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:19,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:19,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:19,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ce32f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38221,-1 for getting cluster id 2024-11-14T03:21:19,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:19,109 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc8055e4-5484-4f93-b2af-6296afd7cf57' 2024-11-14T03:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc8055e4-5484-4f93-b2af-6296afd7cf57" 2024-11-14T03:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ef21c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38221,-1] 2024-11-14T03:21:19,109 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:19,109 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 379, reset compression=false 2024-11-14T03:21:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:19,110 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:19,110 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ef02c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33753,-1 for getting cluster id 2024-11-14T03:21:19,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:19,112 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8b85200-f66f-462a-852b-31c8d69aeae7' 2024-11-14T03:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8b85200-f66f-462a-852b-31c8d69aeae7" 2024-11-14T03:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677919ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33753,-1] 2024-11-14T03:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:19,114 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:19,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa51b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed914bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:19,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:19,116 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aadf13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:19,117 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:19,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4f7e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:19,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,39239,1731554453816, seqNum=-1] 2024-11-14T03:21:19,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:19,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:19,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554467215.5c015e17713caf981530aae28895b77c., hostname=b152692f18ba,39239,1731554453816, seqNum=2] 2024-11-14T03:21:19,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45993,1731554463850, seqNum=-1] 2024-11-14T03:21:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:19,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96., hostname=b152692f18ba,45993,1731554463850, seqNum=2] 2024-11-14T03:21:19,151 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T03:21:19,314 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 379, reset compression=false 2024-11-14T03:21:19,418 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 379, reset compression=false 2024-11-14T03:21:19,613 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 379, reset compression=false 2024-11-14T03:21:19,617 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 379, reset compression=false 2024-11-14T03:21:19,617 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:19,617 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 480, reset compression=false 2024-11-14T03:21:19,617 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c015e17713caf981530aae28895b77c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T03:21:19,619 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:19,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T03:21:19,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:19,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74334eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33753,-1 for getting cluster id 2024-11-14T03:21:19,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:19,622 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8b85200-f66f-462a-852b-31c8d69aeae7' 2024-11-14T03:21:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8b85200-f66f-462a-852b-31c8d69aeae7" 2024-11-14T03:21:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41a4a59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33753,-1] 2024-11-14T03:21:19,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:19,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:19,623 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:19,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab41eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:19,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38631,1731554457863, seqNum=-1] 2024-11-14T03:21:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:19,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T03:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554469369.3b35a2602eac188c67e87f93a29d5317., hostname=b152692f18ba,38631,1731554457863, seqNum=2] 2024-11-14T03:21:19,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:19,822 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 480, reset compression=false 2024-11-14T03:21:20,021 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 379, reset compression=false 2024-11-14T03:21:20,121 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 379, reset compression=false 2024-11-14T03:21:20,125 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:20,125 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 504, reset compression=false 2024-11-14T03:21:20,125 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 480, reset compression=false 2024-11-14T03:21:20,125 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b35a2602eac188c67e87f93a29d5317/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T03:21:20,127 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:20,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T03:21:20,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:20,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cec03f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:20,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:20,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:20,129 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:20,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45118c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:20,130 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:20,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:20,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:20,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,45993,1731554463850, seqNum=-1] 2024-11-14T03:21:20,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:20,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T03:21:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96., hostname=b152692f18ba,45993,1731554463850, seqNum=2] 2024-11-14T03:21:20,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:20,153 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T03:21:20,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:20,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38631,1731554457863, seqNum=-1] 2024-11-14T03:21:20,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:20,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731554469369.3b35a2602eac188c67e87f93a29d5317., hostname=b152692f18ba,38631,1731554457863, seqNum=2] 2024-11-14T03:21:20,159 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T03:21:20,334 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 504, reset compression=false 2024-11-14T03:21:20,337 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:20,337 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 608, reset compression=false 2024-11-14T03:21:20,337 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b35a2602eac188c67e87f93a29d5317/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T03:21:20,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:20,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:20,525 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 379, reset compression=false 2024-11-14T03:21:20,528 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 480, reset compression=false 2024-11-14T03:21:20,528 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:20,528 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 656, reset compression=false 2024-11-14T03:21:20,529 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[{test/da73b124dfce7cc5d4d42944ab659b96/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T03:21:20,530 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:20,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T03:21:20,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:20,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c79778a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:20,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38221,-1 for getting cluster id 2024-11-14T03:21:20,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:20,532 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc8055e4-5484-4f93-b2af-6296afd7cf57' 2024-11-14T03:21:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc8055e4-5484-4f93-b2af-6296afd7cf57" 2024-11-14T03:21:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c18470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38221,-1] 2024-11-14T03:21:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:20,533 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:20,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b846f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:20,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:20,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,39239,1731554453816, seqNum=-1] 2024-11-14T03:21:20,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:20,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T03:21:20,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731554467215.5c015e17713caf981530aae28895b77c., hostname=b152692f18ba,39239,1731554453816, seqNum=2] 2024-11-14T03:21:20,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:20,541 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 608, reset compression=false 2024-11-14T03:21:20,731 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 656, reset compression=false 2024-11-14T03:21:20,844 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 608, reset compression=false 2024-11-14T03:21:21,031 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 480, reset compression=false 2024-11-14T03:21:21,035 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 656, reset compression=false 2024-11-14T03:21:21,035 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:21,035 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 632, reset compression=false 2024-11-14T03:21:21,035 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:21,161 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T03:21:21,163 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T03:21:21,238 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 632, reset compression=false 2024-11-14T03:21:21,247 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 608, reset compression=false 2024-11-14T03:21:21,438 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 656, reset compression=false 2024-11-14T03:21:21,441 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:21,441 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 760, reset compression=false 2024-11-14T03:21:21,441 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[{test/da73b124dfce7cc5d4d42944ab659b96/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T03:21:21,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:21,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:21,541 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 632, reset compression=false 2024-11-14T03:21:21,545 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:21,545 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 760, reset compression=false 2024-11-14T03:21:21,545 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c015e17713caf981530aae28895b77c/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T03:21:21,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:21,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:21,645 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 760, reset compression=false 2024-11-14T03:21:21,749 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 760, reset compression=false 2024-11-14T03:21:21,751 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 608, reset compression=false 2024-11-14T03:21:21,839 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:21,839 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 760, reset compression=false 2024-11-14T03:21:21,839 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:21,948 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 760, reset compression=false 2024-11-14T03:21:22,042 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 760, reset compression=false 2024-11-14T03:21:22,052 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 760, reset compression=false 2024-11-14T03:21:22,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T03:21:22,169 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T03:21:22,345 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 760, reset compression=false 2024-11-14T03:21:22,351 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 760, reset compression=false 2024-11-14T03:21:22,455 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 760, reset compression=false 2024-11-14T03:21:22,459 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:22,460 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 916, reset compression=false 2024-11-14T03:21:22,460 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c015e17713caf981530aae28895b77c/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T03:21:22,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:22,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:22,673 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 916, reset compression=false 2024-11-14T03:21:22,748 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 760, reset compression=false 2024-11-14T03:21:22,753 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:22,753 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 908, reset compression=false 2024-11-14T03:21:22,753 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b35a2602eac188c67e87f93a29d5317/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T03:21:22,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:22,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:22,854 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 760, reset compression=false 2024-11-14T03:21:22,858 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:22,858 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 932, reset compression=false 2024-11-14T03:21:22,858 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:22,961 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 908, reset compression=false 2024-11-14T03:21:22,978 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 916, reset compression=false 2024-11-14T03:21:23,062 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 932, reset compression=false 2024-11-14T03:21:23,171 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T03:21:23,174 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T03:21:23,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:21:23,264 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 908, reset compression=false 2024-11-14T03:21:23,268 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:23,268 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1067, reset compression=false 2024-11-14T03:21:23,268 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b35a2602eac188c67e87f93a29d5317/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T03:21:23,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:23,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:23,366 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 932, reset compression=false 2024-11-14T03:21:23,370 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:23,370 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1082, reset compression=false 2024-11-14T03:21:23,370 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[{test/da73b124dfce7cc5d4d42944ab659b96/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T03:21:23,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:23,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:23,381 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 916, reset compression=false 2024-11-14T03:21:23,385 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:23,385 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1090, reset compression=false 2024-11-14T03:21:23,385 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:23,471 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1067, reset compression=false 2024-11-14T03:21:23,574 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1082, reset compression=false 2024-11-14T03:21:23,589 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1090, reset compression=false 2024-11-14T03:21:23,775 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1067, reset compression=false 2024-11-14T03:21:23,878 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1082, reset compression=false 2024-11-14T03:21:23,892 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1090, reset compression=false 2024-11-14T03:21:24,176 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T03:21:24,178 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T03:21:24,179 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1067, reset compression=false 2024-11-14T03:21:24,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:24,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,282 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1082, reset compression=false 2024-11-14T03:21:24,285 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:24,285 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1241, reset compression=false 2024-11-14T03:21:24,285 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[{test/da73b124dfce7cc5d4d42944ab659b96/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T03:21:24,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:24,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:24,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,295 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1090, reset compression=false 2024-11-14T03:21:24,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:24,299 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:24,299 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1240, reset compression=false 2024-11-14T03:21:24,299 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c015e17713caf981530aae28895b77c/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T03:21:24,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:24,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:24,489 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1241, reset compression=false 2024-11-14T03:21:24,503 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1240, reset compression=false 2024-11-14T03:21:24,682 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1067, reset compression=false 2024-11-14T03:21:24,687 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:24,687 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1241, reset compression=false 2024-11-14T03:21:24,687 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:24,792 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1241, reset compression=false 2024-11-14T03:21:24,806 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1240, reset compression=false 2024-11-14T03:21:24,891 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1241, reset compression=false 2024-11-14T03:21:25,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T03:21:25,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4c0569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:25,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:25,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:25,187 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7633f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:25,188 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2242282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:25,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39291,1731554463526 2024-11-14T03:21:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42652ef5 2024-11-14T03:21:25,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:25,192 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:25,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-14T03:21:25,194 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1241, reset compression=false 2024-11-14T03:21:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T03:21:25,196 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1241, reset compression=false 2024-11-14T03:21:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T03:21:25,209 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1240, reset compression=false 2024-11-14T03:21:25,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:21:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T03:21:25,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T03:21:25,405 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T03:21:25,406 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T03:21:25,406 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,45993,1731554463850 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T03:21:25,406 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b152692f18ba:0-0. 2024-11-14T03:21:25,407 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:25,407 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:25,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:25,407 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:25,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:25,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:21:25,497 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68478 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:21:25,507 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:21:25,507 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T03:21:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T03:21:25,598 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1241, reset compression=false 2024-11-14T03:21:25,607 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 terminated 2024-11-14T03:21:25,624 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,45993,1731554463850, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:21:25,625 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T03:21:25,625 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T03:21:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T03:21:25,627 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b152692f18ba,45993,1731554463850 suceeded 2024-11-14T03:21:25,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T03:21:25,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-14T03:21:25,629 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T03:21:25,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 436 msec 2024-11-14T03:21:25,639 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:38221' 2024-11-14T03:21:25,640 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7800dcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:25,640 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38221,-1 for getting cluster id 2024-11-14T03:21:25,640 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:25,640 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc8055e4-5484-4f93-b2af-6296afd7cf57' 2024-11-14T03:21:25,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc8055e4-5484-4f93-b2af-6296afd7cf57" 2024-11-14T03:21:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d2acef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38221,-1] 2024-11-14T03:21:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:25,642 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:25,642 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e14c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:25,642 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38221,1731554453613 2024-11-14T03:21:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57903f64 2024-11-14T03:21:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:25,644 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T03:21:25,644 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,45993,1731554463850 (queues=1) is replicating from cluster=e9aed245-8054-41cf-97a8-9311012d96c4 to cluster=cc8055e4-5484-4f93-b2af-6296afd7cf57 2024-11-14T03:21:25,644 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C45993%2C1731554463850 2024-11-14T03:21:25,644 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,45993,1731554463850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:21:25,645 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C45993%2C1731554463850 2024-11-14T03:21:25,713 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1240, reset compression=false 2024-11-14T03:21:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T03:21:25,827 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:21:25,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:25,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:25,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:25,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:25,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:25,830 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T03:21:26,101 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1241, reset compression=false 2024-11-14T03:21:26,316 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1240, reset compression=false 2024-11-14T03:21:26,321 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:26,321 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1344, reset compression=false 2024-11-14T03:21:26,321 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c015e17713caf981530aae28895b77c/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T03:21:26,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:26,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:26,524 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1344, reset compression=false 2024-11-14T03:21:26,704 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1241, reset compression=false 2024-11-14T03:21:26,708 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:26,708 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1369, reset compression=false 2024-11-14T03:21:26,708 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b35a2602eac188c67e87f93a29d5317/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T03:21:26,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:26,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:26,828 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1344, reset compression=false 2024-11-14T03:21:26,832 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T03:21:26,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3d09dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:26,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,39291,-1 for getting cluster id 2024-11-14T03:21:26,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:26,835 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9aed245-8054-41cf-97a8-9311012d96c4' 2024-11-14T03:21:26,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:26,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9aed245-8054-41cf-97a8-9311012d96c4" 2024-11-14T03:21:26,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d09a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:26,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,39291,-1] 2024-11-14T03:21:26,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:26,836 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463d6dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:26,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,39291,1731554463526 2024-11-14T03:21:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c907b1d 2024-11-14T03:21:26,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:26,841 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:26,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-14T03:21:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T03:21:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T03:21:26,911 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1369, reset compression=false 2024-11-14T03:21:26,915 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:26,915 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:26,915 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b35a2602eac188c67e87f93a29d5317/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T03:21:26,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:26,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:26,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:21:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T03:21:27,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T03:21:27,076 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T03:21:27,077 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T03:21:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T03:21:27,079 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b152692f18ba,45993,1731554463850 suceeded 2024-11-14T03:21:27,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T03:21:27,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-14T03:21:27,080 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T03:21:27,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 239 msec 2024-11-14T03:21:27,119 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:27,146 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, startPosition=1241, beingWritten=true 2024-11-14T03:21:27,150 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:21:27,150 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1521, reset compression=false 2024-11-14T03:21:27,150 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[{test/da73b124dfce7cc5d4d42944ab659b96/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T03:21:27,152 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:27,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T03:21:27,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:21:27,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:21:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T03:21:27,187 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:21:27,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:27,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:27,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:27,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:27,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:27,189 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T03:21:27,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:21:27,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:27,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:27,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:27,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:27,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:27,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:21:27,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=725957557, stopped=false 2024-11-14T03:21:27,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,39291,1731554463526 2024-11-14T03:21:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/291375070/running 2024-11-14T03:21:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/291375070/running 2024-11-14T03:21:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:27,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:21:27,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:27,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:27,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:27,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,45993,1731554463850' ***** 2024-11-14T03:21:27,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:21:27,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on znode that does not yet exist, /291375070/running 2024-11-14T03:21:27,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Set watcher on znode that does not yet exist, /291375070/running 2024-11-14T03:21:27,211 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:21:27,211 INFO [RS:0;b152692f18ba:45993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:21:27,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:21:27,211 INFO [RS:0;b152692f18ba:45993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:21:27,211 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b5515d04953a75e1e2e9a0c00595a03 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,45993,1731554463850 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45993. 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b5515d04953a75e1e2e9a0c00595a03, disabling compactions & flushes 2024-11-14T03:21:27,212 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:27,212 DEBUG [RS:0;b152692f18ba:45993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:27,212 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. after waiting 0 ms 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:21:27,212 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b5515d04953a75e1e2e9a0c00595a03 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:21:27,212 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:21:27,212 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1325): Online Regions={2b5515d04953a75e1e2e9a0c00595a03=hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03., 1588230740=hbase:meta,,1.1588230740, da73b124dfce7cc5d4d42944ab659b96=test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96.} 2024-11-14T03:21:27,212 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5515d04953a75e1e2e9a0c00595a03, da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:27,212 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:27,212 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:27,212 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:21:27,230 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03/.tmp/queue/1521dfbb2e594c44ac98ac33d02169f2 is 154, key is 1-b152692f18ba,45993,1731554463850/queue:b152692f18ba%2C45993%2C1731554463850/1731554487157/Put/seqid=0 2024-11-14T03:21:27,230 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/info/2a0f28606bbf45dd8dbc9a4aa105cb66 is 147, key is hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03./info:regioninfo/1731554478732/Put/seqid=0 2024-11-14T03:21:27,231 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1344, reset compression=false 2024-11-14T03:21:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741840_1016 (size=5353) 2024-11-14T03:21:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741841_1017 (size=7686) 2024-11-14T03:21:27,234 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03/.tmp/queue/1521dfbb2e594c44ac98ac33d02169f2 2024-11-14T03:21:27,236 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:27,236 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:27,236 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:27,238 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03/.tmp/queue/1521dfbb2e594c44ac98ac33d02169f2 as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03/queue/1521dfbb2e594c44ac98ac33d02169f2 2024-11-14T03:21:27,242 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03/queue/1521dfbb2e594c44ac98ac33d02169f2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T03:21:27,242 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2b5515d04953a75e1e2e9a0c00595a03 in 30ms, sequenceid=12, compaction requested=false 2024-11-14T03:21:27,245 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/replication/2b5515d04953a75e1e2e9a0c00595a03/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:21:27,246 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b5515d04953a75e1e2e9a0c00595a03: Waiting for close lock at 1731554487212Running coprocessor pre-close hooks at 1731554487212Disabling compacts and flushes for region at 1731554487212Disabling writes for close at 1731554487212Obtaining lock to block concurrent updates at 1731554487212Preparing flush snapshotting stores in 2b5515d04953a75e1e2e9a0c00595a03 at 1731554487212Finished memstore snapshotting hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731554487212Flushing stores of hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. at 1731554487213 (+1 ms)Flushing 2b5515d04953a75e1e2e9a0c00595a03/queue: creating writer at 1731554487213Flushing 2b5515d04953a75e1e2e9a0c00595a03/queue: appending metadata at 1731554487230 (+17 ms)Flushing 2b5515d04953a75e1e2e9a0c00595a03/queue: closing flushed file at 1731554487230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b8cf3a: reopening flushed file at 1731554487238 (+8 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2b5515d04953a75e1e2e9a0c00595a03 in 30ms, sequenceid=12, compaction requested=false at 1731554487242 (+4 ms)Writing region close event to WAL at 1731554487243 (+1 ms)Running coprocessor post-close hooks at 1731554487246 (+3 ms)Closed at 1731554487246 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554477980.2b5515d04953a75e1e2e9a0c00595a03. 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da73b124dfce7cc5d4d42944ab659b96, disabling compactions & flushes 2024-11-14T03:21:27,246 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. after waiting 0 ms 2024-11-14T03:21:27,246 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:27,246 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da73b124dfce7cc5d4d42944ab659b96 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T03:21:27,259 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/f/1066b1bc5c7c46c0b63d93ff0193a08a is 37, key is row3/f:row3/1731554485828/Put/seqid=0 2024-11-14T03:21:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741842_1018 (size=5228) 2024-11-14T03:21:27,275 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:21:27,309 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:21:27,352 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1521, reset compression=false 2024-11-14T03:21:27,356 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:27,356 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1768, reset compression=false 2024-11-14T03:21:27,356 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,45993,1731554463850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:27,357 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,45993,1731554463850: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,45993,1731554463850, walGroup=b152692f18ba%2C45993%2C1731554463850, offset=b152692f18ba%2C45993%2C1731554463850.1731554466083:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:45993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:21:27,358 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:21:27,358 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:21:27,358 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:21:27,359 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:21:27,359 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:21:27,359 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 866681512 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197878520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:21:27,359 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:39291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:39291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:21:27,412 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:27,422 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:27,440 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:27,560 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1768, reset compression=false 2024-11-14T03:21:27,613 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:27,635 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/info/2a0f28606bbf45dd8dbc9a4aa105cb66 2024-11-14T03:21:27,651 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/ns/073b359a333c4372a94e25dd3ef9f4b1 is 43, key is default/ns:d/1731554467145/Put/seqid=0 2024-11-14T03:21:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741843_1019 (size=5153) 2024-11-14T03:21:27,655 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/ns/073b359a333c4372a94e25dd3ef9f4b1 2024-11-14T03:21:27,670 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/f/1066b1bc5c7c46c0b63d93ff0193a08a 2024-11-14T03:21:27,671 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/rep_barrier/0182405285864012b9b81043944a4aac is 112, key is test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96./rep_barrier:seqnumDuringOpen/1731554472710/Put/seqid=0 2024-11-14T03:21:27,674 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1066b1bc5c7c46c0b63d93ff0193a08a 2024-11-14T03:21:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741844_1020 (size=5518) 2024-11-14T03:21:27,688 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/f1/d685b6214771497ca1de61c0a31a7b91 is 30, key is row1/f1:/1731554483172/DeleteFamily/seqid=0 2024-11-14T03:21:27,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741845_1021 (size=5158) 2024-11-14T03:21:27,743 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:27,813 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:27,824 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:27,864 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1768, reset compression=false 2024-11-14T03:21:27,957 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:21:27,958 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:21:28,013 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:28,075 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/rep_barrier/0182405285864012b9b81043944a4aac 2024-11-14T03:21:28,091 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/f1/d685b6214771497ca1de61c0a31a7b91 2024-11-14T03:21:28,095 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d685b6214771497ca1de61c0a31a7b91 2024-11-14T03:21:28,095 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/table/ea97da3abd184c5fb5c9da0a8a27f010 is 53, key is hbase:replication/table:state/1731554478739/Put/seqid=0 2024-11-14T03:21:28,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741846_1022 (size=5308) 2024-11-14T03:21:28,112 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/norep/e3f4033d2eed48faa81e32a4fb00785b is 33, key is row2/norep:/1731554484176/DeleteFamily/seqid=0 2024-11-14T03:21:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741847_1023 (size=5108) 2024-11-14T03:21:28,147 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:28,213 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:21:28,213 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da73b124dfce7cc5d4d42944ab659b96=test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96.} 2024-11-14T03:21:28,213 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:28,267 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.wal-reader.b152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.1731554466083 to pos 1768, reset compression=false 2024-11-14T03:21:28,328 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:28,413 DEBUG [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da73b124dfce7cc5d4d42944ab659b96 2024-11-14T03:21:28,500 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/table/ea97da3abd184c5fb5c9da0a8a27f010 2024-11-14T03:21:28,504 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/info/2a0f28606bbf45dd8dbc9a4aa105cb66 as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/info/2a0f28606bbf45dd8dbc9a4aa105cb66 2024-11-14T03:21:28,507 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/info/2a0f28606bbf45dd8dbc9a4aa105cb66, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:21:28,507 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/ns/073b359a333c4372a94e25dd3ef9f4b1 as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/ns/073b359a333c4372a94e25dd3ef9f4b1 2024-11-14T03:21:28,510 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/ns/073b359a333c4372a94e25dd3ef9f4b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:21:28,510 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/rep_barrier/0182405285864012b9b81043944a4aac as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/rep_barrier/0182405285864012b9b81043944a4aac 2024-11-14T03:21:28,513 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/rep_barrier/0182405285864012b9b81043944a4aac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:21:28,514 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/.tmp/table/ea97da3abd184c5fb5c9da0a8a27f010 as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/table/ea97da3abd184c5fb5c9da0a8a27f010 2024-11-14T03:21:28,515 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/norep/e3f4033d2eed48faa81e32a4fb00785b 2024-11-14T03:21:28,517 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/table/ea97da3abd184c5fb5c9da0a8a27f010, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:21:28,517 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-14T03:21:28,518 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3f4033d2eed48faa81e32a4fb00785b 2024-11-14T03:21:28,519 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/f/1066b1bc5c7c46c0b63d93ff0193a08a as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/f/1066b1bc5c7c46c0b63d93ff0193a08a 2024-11-14T03:21:28,521 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:21:28,521 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:28,521 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:21:28,521 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:28,521 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554487212Running coprocessor pre-close hooks at 1731554487212Disabling compacts and flushes for region at 1731554487212Disabling writes for close at 1731554487212Obtaining lock to block concurrent updates at 1731554487212Preparing flush snapshotting stores in 1588230740 at 1731554487212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554487213 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554487213Flushing 1588230740/info: creating writer at 1731554487213Flushing 1588230740/info: appending metadata at 1731554487230 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731554487230Flushing 1588230740/ns: creating writer at 1731554487638 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731554487651 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731554487651Flushing 1588230740/rep_barrier: creating writer at 1731554487658 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554487670 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554487670Flushing 1588230740/table: creating writer at 1731554488079 (+409 ms)Flushing 1588230740/table: appending metadata at 1731554488094 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731554488094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601add6b: reopening flushed file at 1731554488503 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be2bf40: reopening flushed file at 1731554488507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@815071c: reopening flushed file at 1731554488510 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6b6fb0: reopening flushed file at 1731554488513 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731554488517 (+4 ms)Writing region close event to WAL at 1731554488518 (+1 ms)Running coprocessor post-close hooks at 1731554488521 (+3 ms)Closed at 1731554488521 2024-11-14T03:21:28,522 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:28,523 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1066b1bc5c7c46c0b63d93ff0193a08a 2024-11-14T03:21:28,523 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/f/1066b1bc5c7c46c0b63d93ff0193a08a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T03:21:28,523 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/f1/d685b6214771497ca1de61c0a31a7b91 as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/f1/d685b6214771497ca1de61c0a31a7b91 2024-11-14T03:21:28,526 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d685b6214771497ca1de61c0a31a7b91 2024-11-14T03:21:28,527 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/f1/d685b6214771497ca1de61c0a31a7b91, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T03:21:28,527 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/.tmp/norep/e3f4033d2eed48faa81e32a4fb00785b as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/norep/e3f4033d2eed48faa81e32a4fb00785b 2024-11-14T03:21:28,530 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3f4033d2eed48faa81e32a4fb00785b 2024-11-14T03:21:28,530 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/norep/e3f4033d2eed48faa81e32a4fb00785b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T03:21:28,531 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da73b124dfce7cc5d4d42944ab659b96 in 1285ms, sequenceid=12, compaction requested=false 2024-11-14T03:21:28,534 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/data/default/test/da73b124dfce7cc5d4d42944ab659b96/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T03:21:28,535 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:28,535 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:21:28,535 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:28,535 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da73b124dfce7cc5d4d42944ab659b96: Waiting for close lock at 1731554487246Running coprocessor pre-close hooks at 1731554487246Disabling compacts and flushes for region at 1731554487246Disabling writes for close at 1731554487246Obtaining lock to block concurrent updates at 1731554487246Preparing flush snapshotting stores in da73b124dfce7cc5d4d42944ab659b96 at 1731554487246Finished memstore snapshotting test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731554487246Flushing stores of test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. at 1731554487247 (+1 ms)Flushing da73b124dfce7cc5d4d42944ab659b96/f: creating writer at 1731554487247Flushing da73b124dfce7cc5d4d42944ab659b96/f: appending metadata at 1731554487259 (+12 ms)Flushing da73b124dfce7cc5d4d42944ab659b96/f: closing flushed file at 1731554487259Flushing da73b124dfce7cc5d4d42944ab659b96/f1: creating writer at 1731554487674 (+415 ms)Flushing da73b124dfce7cc5d4d42944ab659b96/f1: appending metadata at 1731554487687 (+13 ms)Flushing da73b124dfce7cc5d4d42944ab659b96/f1: closing flushed file at 1731554487687Flushing da73b124dfce7cc5d4d42944ab659b96/norep: creating writer at 1731554488095 (+408 ms)Flushing da73b124dfce7cc5d4d42944ab659b96/norep: appending metadata at 1731554488111 (+16 ms)Flushing da73b124dfce7cc5d4d42944ab659b96/norep: closing flushed file at 1731554488111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a65096: reopening flushed file at 1731554488518 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a22a566: reopening flushed file at 1731554488523 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1967ec3e: reopening flushed file at 1731554488527 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da73b124dfce7cc5d4d42944ab659b96 in 1285ms, sequenceid=12, compaction requested=false at 1731554488531 (+4 ms)Writing region close event to WAL at 1731554488532 (+1 ms)Running coprocessor post-close hooks at 1731554488535 (+3 ms)Closed at 1731554488535 2024-11-14T03:21:28,535 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554471520.da73b124dfce7cc5d4d42944ab659b96. 2024-11-14T03:21:28,613 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,45993,1731554463850; all regions closed. 2024-11-14T03:21:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:21:28,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/WALs/b152692f18ba,45993,1731554463850/b152692f18ba%2C45993%2C1731554463850.meta.1731554467042.meta not finished, retry = 0 2024-11-14T03:21:28,650 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741839_1015 (size=3115) 2024-11-14T03:21:28,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741832_1008 (size=2420) 2024-11-14T03:21:28,720 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:28,721 INFO [RS:0;b152692f18ba:45993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:21:28,721 INFO [RS:0;b152692f18ba:45993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:21:28,721 INFO [RS:0;b152692f18ba:45993 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:21:28,721 INFO [RS:0;b152692f18ba:45993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:21:28,721 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:21:28,722 INFO [RS:0;b152692f18ba:45993 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,45993,1731554463850 because: Region server is closing 2024-11-14T03:21:28,722 INFO [RS:0;b152692f18ba:45993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45993. 2024-11-14T03:21:28,722 DEBUG [RS:0;b152692f18ba:45993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:28,722 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:28,722 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:28,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:28,822 INFO [RS:0;b152692f18ba:45993 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,45993,1731554463850.replicationSource.shipperb152692f18ba%2C45993%2C1731554463850,1-b152692f18ba,45993,1731554463850 terminated 2024-11-14T03:21:28,823 INFO [RS:0;b152692f18ba:45993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:45993. 2024-11-14T03:21:28,823 DEBUG [RS:0;b152692f18ba:45993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:28,823 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:28,823 DEBUG [RS:0;b152692f18ba:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:28,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:28,823 INFO [RS:0;b152692f18ba:45993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45993 2024-11-14T03:21:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/291375070/rs/b152692f18ba,45993,1731554463850 2024-11-14T03:21:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070/rs 2024-11-14T03:21:28,883 INFO [RS:0;b152692f18ba:45993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:21:28,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,45993,1731554463850] 2024-11-14T03:21:28,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /291375070/draining/b152692f18ba,45993,1731554463850 already deleted, retry=false 2024-11-14T03:21:28,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,45993,1731554463850 expired; onlineServers=0 2024-11-14T03:21:28,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,39291,1731554463526' ***** 2024-11-14T03:21:28,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:21:28,905 INFO [M:0;b152692f18ba:39291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:21:28,905 INFO [M:0;b152692f18ba:39291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:21:28,905 DEBUG [M:0;b152692f18ba:39291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:21:28,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:21:28,905 DEBUG [M:0;b152692f18ba:39291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:21:28,905 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554465850 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554465850,5,FailOnTimeoutGroup] 2024-11-14T03:21:28,905 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554465850 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554465850,5,FailOnTimeoutGroup] 2024-11-14T03:21:28,905 INFO [M:0;b152692f18ba:39291 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:21:28,905 INFO [M:0;b152692f18ba:39291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:21:28,905 DEBUG [M:0;b152692f18ba:39291 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:21:28,905 INFO [M:0;b152692f18ba:39291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:21:28,906 INFO [M:0;b152692f18ba:39291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:21:28,906 INFO [M:0;b152692f18ba:39291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:21:28,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:21:28,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/291375070/master 2024-11-14T03:21:28,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/291375070 2024-11-14T03:21:28,915 DEBUG [M:0;b152692f18ba:39291 {}] zookeeper.ZKUtil(347): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Unable to get data of znode /291375070/master because node does not exist (not an error) 2024-11-14T03:21:28,915 WARN [M:0;b152692f18ba:39291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:21:28,916 INFO [M:0;b152692f18ba:39291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/.lastflushedseqids 2024-11-14T03:21:28,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741848_1024 (size=245) 2024-11-14T03:21:28,932 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:28,994 INFO [RS:0;b152692f18ba:45993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:21:28,994 INFO [RS:0;b152692f18ba:45993 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,45993,1731554463850; zookeeper connection closed. 2024-11-14T03:21:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101375c1c390007, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:28,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29a9b78a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29a9b78a 2024-11-14T03:21:28,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:21:29,260 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:29,320 INFO [M:0;b152692f18ba:39291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:21:29,320 INFO [M:0;b152692f18ba:39291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:21:29,320 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:21:29,320 INFO [M:0;b152692f18ba:39291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:29,320 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:29,320 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:21:29,320 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:29,320 INFO [M:0;b152692f18ba:39291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-14T03:21:29,334 DEBUG [M:0;b152692f18ba:39291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b842bf7faa49088e4e3882c3b6e5d0 is 82, key is hbase:meta,,1/info:regioninfo/1731554467069/Put/seqid=0 2024-11-14T03:21:29,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741849_1025 (size=5672) 2024-11-14T03:21:29,635 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:29,738 INFO [M:0;b152692f18ba:39291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b842bf7faa49088e4e3882c3b6e5d0 2024-11-14T03:21:29,753 DEBUG [M:0;b152692f18ba:39291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1bbe5ab5974896889cfc0e3e14237e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731554478743/Put/seqid=0 2024-11-14T03:21:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741850_1026 (size=9212) 2024-11-14T03:21:29,963 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:30,157 INFO [M:0;b152692f18ba:39291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1bbe5ab5974896889cfc0e3e14237e 2024-11-14T03:21:30,172 DEBUG [M:0;b152692f18ba:39291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee0fd5fb43c746879612c8b3ac1f8be7 is 69, key is b152692f18ba,45993,1731554463850/rs:state/1731554465898/Put/seqid=0 2024-11-14T03:21:30,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741851_1027 (size=5156) 2024-11-14T03:21:30,438 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:30,576 INFO [M:0;b152692f18ba:39291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee0fd5fb43c746879612c8b3ac1f8be7 2024-11-14T03:21:30,580 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b842bf7faa49088e4e3882c3b6e5d0 as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23b842bf7faa49088e4e3882c3b6e5d0 2024-11-14T03:21:30,583 INFO [M:0;b152692f18ba:39291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23b842bf7faa49088e4e3882c3b6e5d0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T03:21:30,584 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1bbe5ab5974896889cfc0e3e14237e as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af1bbe5ab5974896889cfc0e3e14237e 2024-11-14T03:21:30,587 INFO [M:0;b152692f18ba:39291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af1bbe5ab5974896889cfc0e3e14237e, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T03:21:30,588 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee0fd5fb43c746879612c8b3ac1f8be7 as hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee0fd5fb43c746879612c8b3ac1f8be7 2024-11-14T03:21:30,591 INFO [M:0;b152692f18ba:39291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46399/user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee0fd5fb43c746879612c8b3ac1f8be7, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T03:21:30,592 INFO [M:0;b152692f18ba:39291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=127, compaction requested=false 2024-11-14T03:21:30,593 INFO [M:0;b152692f18ba:39291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:30,593 DEBUG [M:0;b152692f18ba:39291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554489320Disabling compacts and flushes for region at 1731554489320Disabling writes for close at 1731554489320Obtaining lock to block concurrent updates at 1731554489320Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554489320Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731554489321 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554489321Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554489321Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554489334 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554489334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554489741 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554489753 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554489753Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554490160 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554490172 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554490172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd22ed0: reopening flushed file at 1731554490579 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3ea995: reopening flushed file at 1731554490583 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481a86e6: reopening flushed file at 1731554490587 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=127, compaction requested=false at 1731554490592 (+5 ms)Writing region close event to WAL at 1731554490593 (+1 ms)Closed at 1731554490593 2024-11-14T03:21:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741830_1006 (size=73866) 2024-11-14T03:21:30,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b02e027-9494-3785-d8a1-fc12a790f911/MasterData/WALs/b152692f18ba,39291,1731554463526/b152692f18ba%2C39291%2C1731554463526.1731554465557 not finished, retry = 0 2024-11-14T03:21:30,695 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:21:30,695 INFO [M:0;b152692f18ba:39291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:21:30,695 INFO [M:0;b152692f18ba:39291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39291 2024-11-14T03:21:30,696 INFO [M:0;b152692f18ba:39291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:21:30,767 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:30,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:30,866 INFO [M:0;b152692f18ba:39291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:21:30,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x101375c1c390006, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:30,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bed0a1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:21:30,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@666861c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:21:30,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:21:30,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec6d34d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:21:30,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc061b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.log.dir/,STOPPED} 2024-11-14T03:21:30,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:21:30,910 WARN [BP-943509416-172.17.0.3-1731554461255 heartbeating to localhost/127.0.0.1:46399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:21:30,910 WARN [BP-943509416-172.17.0.3-1731554461255 heartbeating to localhost/127.0.0.1:46399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-943509416-172.17.0.3-1731554461255 (Datanode Uuid 75317442-008c-4c37-a379-e9c68c9490e5) service to localhost/127.0.0.1:46399 2024-11-14T03:21:30,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:21:30,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/cluster_a0adb1a0-3d49-fa55-71b8-a453156f8962/data/data1/current/BP-943509416-172.17.0.3-1731554461255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:21:30,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/cluster_a0adb1a0-3d49-fa55-71b8-a453156f8962/data/data2/current/BP-943509416-172.17.0.3-1731554461255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:21:30,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:21:30,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@796b679d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:21:30,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ac3f905{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:21:30,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:21:30,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22adfd3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:21:30,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be6eef2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.log.dir/,STOPPED} 2024-11-14T03:21:30,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:21:30,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:21:30,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:30,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:30,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:30,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:30,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:30,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:21:30,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=357144738, stopped=false 2024-11-14T03:21:30,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,33753,1731554457720 2024-11-14T03:21:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280242560/running 2024-11-14T03:21:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280242560/running 2024-11-14T03:21:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:21:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:21:30,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:21:30,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:30,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:30,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:30,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,38631,1731554457863' ***** 2024-11-14T03:21:30,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:21:30,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on znode that does not yet exist, /1-280242560/running 2024-11-14T03:21:30,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Set watcher on znode that does not yet exist, /1-280242560/running 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:21:30,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b35a2602eac188c67e87f93a29d5317 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,38631,1731554457863 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:38631. 2024-11-14T03:21:30,947 DEBUG [RS:0;b152692f18ba:38631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:30,947 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b35a2602eac188c67e87f93a29d5317, disabling compactions & flushes 2024-11-14T03:21:30,947 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:30,947 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:30,947 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:21:30,947 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. after waiting 0 ms 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:21:30,947 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:21:30,947 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:21:30,947 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b35a2602eac188c67e87f93a29d5317 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T03:21:30,948 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:21:30,948 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1325): Online Regions={3b35a2602eac188c67e87f93a29d5317=test,,1731554469369.3b35a2602eac188c67e87f93a29d5317., 1588230740=hbase:meta,,1.1588230740, 5a89dffa83452639a0a7c7683e3b42a8=hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8.} 2024-11-14T03:21:30,948 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b35a2602eac188c67e87f93a29d5317, 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:30,948 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:30,948 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:30,948 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:30,948 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:30,948 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:30,948 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:21:30,964 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/f/f30fbd2e31f44fe987c5bd7fac719e83 is 37, key is row3/f:row3/1731554485828/Put/seqid=0 2024-11-14T03:21:30,964 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/info/33bd57de88c94bcc9b050a0bce9f454a is 147, key is hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8./info:regioninfo/1731554477056/Put/seqid=0 2024-11-14T03:21:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741840_1016 (size=7686) 2024-11-14T03:21:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741841_1017 (size=5228) 2024-11-14T03:21:30,968 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/info/33bd57de88c94bcc9b050a0bce9f454a 2024-11-14T03:21:30,979 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:21:30,979 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:21:30,985 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/ns/8f78ffba30ba47d7bd84065dd7005d47 is 43, key is default/ns:d/1731554461144/Put/seqid=0 2024-11-14T03:21:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741842_1018 (size=5153) 2024-11-14T03:21:31,008 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:21:31,148 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b35a2602eac188c67e87f93a29d5317, 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:31,341 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1473, reset compression=false 2024-11-14T03:21:31,345 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:31,345 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1720, reset compression=false 2024-11-14T03:21:31,345 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,38631,1731554457863 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:31,345 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,38631,1731554457863: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,38631,1731554457863, walGroup=b152692f18ba%2C38631%2C1731554457863, offset=b152692f18ba%2C38631%2C1731554457863.1731554460117:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:38631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:21:31,347 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:21:31,347 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:21:31,347 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:21:31,347 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:21:31,347 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:21:31,347 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 733019152 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198489504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:21:31,348 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:33753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:33753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:21:31,348 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b35a2602eac188c67e87f93a29d5317, 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:31,368 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/f/f30fbd2e31f44fe987c5bd7fac719e83 2024-11-14T03:21:31,371 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f30fbd2e31f44fe987c5bd7fac719e83 2024-11-14T03:21:31,385 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/f1/679817d814a448878b6eb692eeb07ad2 is 30, key is row1/f1:/1731554483172/DeleteFamily/seqid=0 2024-11-14T03:21:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741843_1019 (size=5158) 2024-11-14T03:21:31,389 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/f1/679817d814a448878b6eb692eeb07ad2 2024-11-14T03:21:31,392 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 679817d814a448878b6eb692eeb07ad2 2024-11-14T03:21:31,396 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/ns/8f78ffba30ba47d7bd84065dd7005d47 2024-11-14T03:21:31,409 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/norep/b9b1142cce2048b09121620b57ca2d24 is 33, key is row1/norep:/1731554483172/DeleteFamily/seqid=0 2024-11-14T03:21:31,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741844_1020 (size=5108) 2024-11-14T03:21:31,415 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/rep_barrier/27926447de6e4d22a91c65064032d9fa is 112, key is test,,1731554469369.3b35a2602eac188c67e87f93a29d5317./rep_barrier:seqnumDuringOpen/1731554470523/Put/seqid=0 2024-11-14T03:21:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741845_1021 (size=5518) 2024-11-14T03:21:31,547 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1720, reset compression=false 2024-11-14T03:21:31,548 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b35a2602eac188c67e87f93a29d5317, 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:31,670 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:31,748 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b35a2602eac188c67e87f93a29d5317, 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:31,814 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/norep/b9b1142cce2048b09121620b57ca2d24 2024-11-14T03:21:31,817 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9b1142cce2048b09121620b57ca2d24 2024-11-14T03:21:31,818 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/f/f30fbd2e31f44fe987c5bd7fac719e83 as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/f/f30fbd2e31f44fe987c5bd7fac719e83 2024-11-14T03:21:31,819 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/rep_barrier/27926447de6e4d22a91c65064032d9fa 2024-11-14T03:21:31,821 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f30fbd2e31f44fe987c5bd7fac719e83 2024-11-14T03:21:31,821 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/f/f30fbd2e31f44fe987c5bd7fac719e83, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T03:21:31,822 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/f1/679817d814a448878b6eb692eeb07ad2 as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/f1/679817d814a448878b6eb692eeb07ad2 2024-11-14T03:21:31,826 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 679817d814a448878b6eb692eeb07ad2 2024-11-14T03:21:31,826 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/f1/679817d814a448878b6eb692eeb07ad2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T03:21:31,826 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/.tmp/norep/b9b1142cce2048b09121620b57ca2d24 as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/norep/b9b1142cce2048b09121620b57ca2d24 2024-11-14T03:21:31,830 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9b1142cce2048b09121620b57ca2d24 2024-11-14T03:21:31,830 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/norep/b9b1142cce2048b09121620b57ca2d24, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T03:21:31,830 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3b35a2602eac188c67e87f93a29d5317 in 883ms, sequenceid=12, compaction requested=false 2024-11-14T03:21:31,830 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:21:31,835 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/default/test/3b35a2602eac188c67e87f93a29d5317/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:21:31,836 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b35a2602eac188c67e87f93a29d5317: Waiting for close lock at 1731554490947Running coprocessor pre-close hooks at 1731554490947Disabling compacts and flushes for region at 1731554490947Disabling writes for close at 1731554490947Obtaining lock to block concurrent updates at 1731554490948 (+1 ms)Preparing flush snapshotting stores in 3b35a2602eac188c67e87f93a29d5317 at 1731554490948Finished memstore snapshotting test,,1731554469369.3b35a2602eac188c67e87f93a29d5317., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731554490948Flushing stores of test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. at 1731554490948Flushing 3b35a2602eac188c67e87f93a29d5317/f: creating writer at 1731554490948Flushing 3b35a2602eac188c67e87f93a29d5317/f: appending metadata at 1731554490964 (+16 ms)Flushing 3b35a2602eac188c67e87f93a29d5317/f: closing flushed file at 1731554490964Flushing 3b35a2602eac188c67e87f93a29d5317/f1: creating writer at 1731554491372 (+408 ms)Flushing 3b35a2602eac188c67e87f93a29d5317/f1: appending metadata at 1731554491385 (+13 ms)Flushing 3b35a2602eac188c67e87f93a29d5317/f1: closing flushed file at 1731554491385Flushing 3b35a2602eac188c67e87f93a29d5317/norep: creating writer at 1731554491392 (+7 ms)Flushing 3b35a2602eac188c67e87f93a29d5317/norep: appending metadata at 1731554491407 (+15 ms)Flushing 3b35a2602eac188c67e87f93a29d5317/norep: closing flushed file at 1731554491407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebdf297: reopening flushed file at 1731554491817 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efd0dc4: reopening flushed file at 1731554491822 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7111c1cf: reopening flushed file at 1731554491826 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3b35a2602eac188c67e87f93a29d5317 in 883ms, sequenceid=12, compaction requested=false at 1731554491830 (+4 ms)Writing region close event to WAL at 1731554491832 (+2 ms)Running coprocessor post-close hooks at 1731554491836 (+4 ms)Closed at 1731554491836 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554469369.3b35a2602eac188c67e87f93a29d5317. 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a89dffa83452639a0a7c7683e3b42a8, disabling compactions & flushes 2024-11-14T03:21:31,836 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. after waiting 0 ms 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a89dffa83452639a0a7c7683e3b42a8: Waiting for close lock at 1731554491836Running coprocessor pre-close hooks at 1731554491836Disabling compacts and flushes for region at 1731554491836Disabling writes for close at 1731554491836Failed flush hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8., putting online again at 1731554491836 2024-11-14T03:21:31,836 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:31,839 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/table/f317f814d1274126bcae1576ae588ac6 is 53, key is hbase:replication/table:state/1731554477062/Put/seqid=0 2024-11-14T03:21:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741846_1022 (size=5308) 2024-11-14T03:21:31,845 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/table/f317f814d1274126bcae1576ae588ac6 2024-11-14T03:21:31,849 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/info/33bd57de88c94bcc9b050a0bce9f454a as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/info/33bd57de88c94bcc9b050a0bce9f454a 2024-11-14T03:21:31,851 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 1720, reset compression=false 2024-11-14T03:21:31,852 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/info/33bd57de88c94bcc9b050a0bce9f454a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:21:31,853 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/ns/8f78ffba30ba47d7bd84065dd7005d47 as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/ns/8f78ffba30ba47d7bd84065dd7005d47 2024-11-14T03:21:31,855 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:31,855 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 2364, reset compression=false 2024-11-14T03:21:31,857 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/ns/8f78ffba30ba47d7bd84065dd7005d47, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:21:31,858 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/rep_barrier/27926447de6e4d22a91c65064032d9fa as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/rep_barrier/27926447de6e4d22a91c65064032d9fa 2024-11-14T03:21:31,861 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/rep_barrier/27926447de6e4d22a91c65064032d9fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:21:31,861 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/.tmp/table/f317f814d1274126bcae1576ae588ac6 as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/table/f317f814d1274126bcae1576ae588ac6 2024-11-14T03:21:31,865 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/table/f317f814d1274126bcae1576ae588ac6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:21:31,865 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-14T03:21:31,865 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:21:31,869 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:21:31,869 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:31,869 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:21:31,870 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:31,870 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554490948Running coprocessor pre-close hooks at 1731554490948Disabling compacts and flushes for region at 1731554490948Disabling writes for close at 1731554490948Obtaining lock to block concurrent updates at 1731554490948Preparing flush snapshotting stores in 1588230740 at 1731554490948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554490948Flushing stores of hbase:meta,,1.1588230740 at 1731554490949 (+1 ms)Flushing 1588230740/info: creating writer at 1731554490949Flushing 1588230740/info: appending metadata at 1731554490964 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731554490964Flushing 1588230740/ns: creating writer at 1731554490971 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731554490984 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731554490984Flushing 1588230740/rep_barrier: creating writer at 1731554491399 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554491415 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554491415Flushing 1588230740/table: creating writer at 1731554491822 (+407 ms)Flushing 1588230740/table: appending metadata at 1731554491839 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731554491839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6835b5c0: reopening flushed file at 1731554491848 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ba3d54: reopening flushed file at 1731554491852 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f47a8e: reopening flushed file at 1731554491857 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6c45ed: reopening flushed file at 1731554491861 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1731554491865 (+4 ms)Writing region close event to WAL at 1731554491867 (+2 ms)Running coprocessor post-close hooks at 1731554491869 (+2 ms)Closed at 1731554491870 (+1 ms) 2024-11-14T03:21:31,870 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:31,949 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:21:31,949 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1325): Online Regions={5a89dffa83452639a0a7c7683e3b42a8=hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8.} 2024-11-14T03:21:31,949 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:31,949 DEBUG [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1351): Waiting on 5a89dffa83452639a0a7c7683e3b42a8 2024-11-14T03:21:31,949 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a89dffa83452639a0a7c7683e3b42a8, disabling compactions & flushes 2024-11-14T03:21:31,949 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:31,949 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:31,949 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. after waiting 0 ms 2024-11-14T03:21:31,949 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:31,949 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a89dffa83452639a0a7c7683e3b42a8: Waiting for close lock at 1731554491949Running coprocessor pre-close hooks at 1731554491949Disabling compacts and flushes for region at 1731554491949Disabling writes for close at 1731554491949Failed flush hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8., putting online again at 1731554491949 2024-11-14T03:21:31,949 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731554475830.5a89dffa83452639a0a7c7683e3b42a8. 2024-11-14T03:21:32,057 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.wal-reader.b152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.1731554460117 to pos 2364, reset compression=false 2024-11-14T03:21:32,149 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T03:21:32,149 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,38631,1731554457863; all regions closed. 2024-11-14T03:21:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:21:32,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.meta.1731554461107.meta not finished, retry = 0 2024-11-14T03:21:32,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/WALs/b152692f18ba,38631,1731554457863/b152692f18ba%2C38631%2C1731554457863.rep.1731554477028 not finished, retry = 0 2024-11-14T03:21:32,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741839_1015 (size=2609) 2024-11-14T03:21:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741832_1008 (size=2372) 2024-11-14T03:21:32,357 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:32,357 INFO [RS:0;b152692f18ba:38631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:21:32,357 INFO [RS:0;b152692f18ba:38631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:21:32,357 INFO [RS:0;b152692f18ba:38631 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:21:32,357 INFO [RS:0;b152692f18ba:38631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:21:32,358 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:21:32,358 INFO [RS:0;b152692f18ba:38631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,38631,1731554457863 because: Region server is closing 2024-11-14T03:21:32,358 INFO [RS:0;b152692f18ba:38631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:38631. 2024-11-14T03:21:32,358 DEBUG [RS:0;b152692f18ba:38631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:32,358 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:32,358 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:32,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:32,459 INFO [RS:0;b152692f18ba:38631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,38631,1731554457863.replicationSource.shipperb152692f18ba%2C38631%2C1731554457863,1-b152692f18ba,38631,1731554457863 terminated 2024-11-14T03:21:32,459 INFO [RS:0;b152692f18ba:38631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:38631. 2024-11-14T03:21:32,459 DEBUG [RS:0;b152692f18ba:38631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:32,459 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:32,459 DEBUG [RS:0;b152692f18ba:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:32,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:32,459 INFO [RS:0;b152692f18ba:38631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38631 2024-11-14T03:21:32,610 INFO [RS:0;b152692f18ba:38631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:21:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280242560/rs/b152692f18ba,38631,1731554457863 2024-11-14T03:21:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560/rs 2024-11-14T03:21:32,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,38631,1731554457863] 2024-11-14T03:21:32,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-280242560/draining/b152692f18ba,38631,1731554457863 already deleted, retry=false 2024-11-14T03:21:32,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,38631,1731554457863 expired; onlineServers=0 2024-11-14T03:21:32,631 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,33753,1731554457720' ***** 2024-11-14T03:21:32,631 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:21:32,631 INFO [M:0;b152692f18ba:33753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:21:32,631 INFO [M:0;b152692f18ba:33753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:21:32,631 DEBUG [M:0;b152692f18ba:33753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:21:32,631 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:21:32,631 DEBUG [M:0;b152692f18ba:33753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:21:32,631 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554459873 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554459873,5,FailOnTimeoutGroup] 2024-11-14T03:21:32,631 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554459876 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554459876,5,FailOnTimeoutGroup] 2024-11-14T03:21:32,631 INFO [M:0;b152692f18ba:33753 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:21:32,631 INFO [M:0;b152692f18ba:33753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:21:32,631 DEBUG [M:0;b152692f18ba:33753 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:21:32,631 INFO [M:0;b152692f18ba:33753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:21:32,631 INFO [M:0;b152692f18ba:33753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:21:32,632 INFO [M:0;b152692f18ba:33753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:21:32,632 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:21:32,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280242560/master 2024-11-14T03:21:32,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280242560 2024-11-14T03:21:32,641 DEBUG [M:0;b152692f18ba:33753 {}] zookeeper.ZKUtil(347): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Unable to get data of znode /1-280242560/master because node does not exist (not an error) 2024-11-14T03:21:32,641 WARN [M:0;b152692f18ba:33753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:21:32,642 INFO [M:0;b152692f18ba:33753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/.lastflushedseqids 2024-11-14T03:21:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741847_1023 (size=245) 2024-11-14T03:21:32,673 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:32,720 INFO [RS:0;b152692f18ba:38631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:21:32,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:32,720 INFO [RS:0;b152692f18ba:38631 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,38631,1731554457863; zookeeper connection closed. 2024-11-14T03:21:32,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x101375c1c390004, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:32,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76119795 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76119795 2024-11-14T03:21:32,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:21:32,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:32,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:33,046 INFO [M:0;b152692f18ba:33753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:21:33,046 INFO [M:0;b152692f18ba:33753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:21:33,046 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:21:33,046 INFO [M:0;b152692f18ba:33753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:33,046 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:33,046 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:21:33,046 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:33,046 INFO [M:0;b152692f18ba:33753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T03:21:33,059 DEBUG [M:0;b152692f18ba:33753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa84ecf0013a4d8599b085b9f072713b is 82, key is hbase:meta,,1/info:regioninfo/1731554461133/Put/seqid=0 2024-11-14T03:21:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741848_1024 (size=5672) 2024-11-14T03:21:33,462 INFO [M:0;b152692f18ba:33753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa84ecf0013a4d8599b085b9f072713b 2024-11-14T03:21:33,478 DEBUG [M:0;b152692f18ba:33753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf490bed081e49e488a02710f26a0d43 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554470532/Put/seqid=0 2024-11-14T03:21:33,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741849_1025 (size=7218) 2024-11-14T03:21:33,776 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:33,881 INFO [M:0;b152692f18ba:33753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf490bed081e49e488a02710f26a0d43 2024-11-14T03:21:33,884 INFO [M:0;b152692f18ba:33753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf490bed081e49e488a02710f26a0d43 2024-11-14T03:21:33,897 DEBUG [M:0;b152692f18ba:33753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39b906fcfe9942cf862e712897930da6 is 69, key is b152692f18ba,38631,1731554457863/rs:state/1731554459920/Put/seqid=0 2024-11-14T03:21:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741850_1026 (size=5156) 2024-11-14T03:21:34,301 INFO [M:0;b152692f18ba:33753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39b906fcfe9942cf862e712897930da6 2024-11-14T03:21:34,304 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa84ecf0013a4d8599b085b9f072713b as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa84ecf0013a4d8599b085b9f072713b 2024-11-14T03:21:34,308 INFO [M:0;b152692f18ba:33753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa84ecf0013a4d8599b085b9f072713b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T03:21:34,308 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf490bed081e49e488a02710f26a0d43 as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf490bed081e49e488a02710f26a0d43 2024-11-14T03:21:34,312 INFO [M:0;b152692f18ba:33753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf490bed081e49e488a02710f26a0d43 2024-11-14T03:21:34,312 INFO [M:0;b152692f18ba:33753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf490bed081e49e488a02710f26a0d43, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T03:21:34,312 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39b906fcfe9942cf862e712897930da6 as hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39b906fcfe9942cf862e712897930da6 2024-11-14T03:21:34,315 INFO [M:0;b152692f18ba:33753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43373/user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39b906fcfe9942cf862e712897930da6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T03:21:34,316 INFO [M:0;b152692f18ba:33753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-11-14T03:21:34,317 INFO [M:0;b152692f18ba:33753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:34,317 DEBUG [M:0;b152692f18ba:33753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554493046Disabling compacts and flushes for region at 1731554493046Disabling writes for close at 1731554493046Obtaining lock to block concurrent updates at 1731554493046Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554493046Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731554493046Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554493047 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554493047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554493058 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554493058Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554493465 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554493478 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554493478Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554493885 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554493896 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554493897 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3249adc5: reopening flushed file at 1731554494304 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3577f3e5: reopening flushed file at 1731554494308 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528b6711: reopening flushed file at 1731554494312 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1731554494316 (+4 ms)Writing region close event to WAL at 1731554494317 (+1 ms)Closed at 1731554494317 2024-11-14T03:21:34,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8e885cf-ec58-9286-8098-f93e964fd3ea/MasterData/WALs/b152692f18ba,33753,1731554457720/b152692f18ba%2C33753%2C1731554457720.1731554459611 not finished, retry = 0 2024-11-14T03:21:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32997 is added to blk_1073741830_1006 (size=64423) 2024-11-14T03:21:34,419 INFO [M:0;b152692f18ba:33753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:21:34,419 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:21:34,419 INFO [M:0;b152692f18ba:33753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33753 2024-11-14T03:21:34,420 INFO [M:0;b152692f18ba:33753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:21:34,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:34,562 INFO [M:0;b152692f18ba:33753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:21:34,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33753-0x101375c1c390003, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:34,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@434e5b06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:21:34,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f9b60b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:21:34,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:21:34,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eb71081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:21:34,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d057262{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.log.dir/,STOPPED} 2024-11-14T03:21:34,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:21:34,566 WARN [BP-99449146-172.17.0.3-1731554455591 heartbeating to localhost/127.0.0.1:43373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:21:34,566 WARN [BP-99449146-172.17.0.3-1731554455591 heartbeating to localhost/127.0.0.1:43373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-99449146-172.17.0.3-1731554455591 (Datanode Uuid a09cfbb2-342a-4a4e-8e83-40200861f772) service to localhost/127.0.0.1:43373 2024-11-14T03:21:34,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:21:34,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/cluster_66a6da1f-a724-2eb8-9bb0-28fcd8952965/data/data1/current/BP-99449146-172.17.0.3-1731554455591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:21:34,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/cluster_66a6da1f-a724-2eb8-9bb0-28fcd8952965/data/data2/current/BP-99449146-172.17.0.3-1731554455591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:21:34,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:21:34,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf0df29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:21:34,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10db387f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:21:34,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:21:34,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765f208b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:21:34,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee60beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a786b19d-c481-5753-86a8-b91b913cb853/hadoop.log.dir/,STOPPED} 2024-11-14T03:21:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:21:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:21:34,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:34,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:34,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:34,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:34,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:34,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:21:34,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=968923909, stopped=false 2024-11-14T03:21:34,631 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,38221,1731554453613 2024-11-14T03:21:34,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1970042837/running 2024-11-14T03:21:34,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1970042837/running 2024-11-14T03:21:34,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:21:34,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:21:34,741 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:21:34,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:21:34,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:34,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:34,741 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,39239,1731554453816' ***** 2024-11-14T03:21:34,741 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:21:34,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on znode that does not yet exist, /0-1970042837/running 2024-11-14T03:21:34,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Set watcher on znode that does not yet exist, /0-1970042837/running 2024-11-14T03:21:34,742 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-14T03:21:34,742 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(3091): Received CLOSE for c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:34,742 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:34,742 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5d9138bdc463ad1c54340e7946203f7, disabling compactions & flushes 2024-11-14T03:21:34,742 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:34,742 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:34,742 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. after waiting 0 ms 2024-11-14T03:21:34,742 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:34,742 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5d9138bdc463ad1c54340e7946203f7 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T03:21:34,743 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:21:34,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 5c015e17713caf981530aae28895b77c, which we are already trying to CLOSE, but not completed yet 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,39239,1731554453816 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:39239. 2024-11-14T03:21:34,744 DEBUG [RS:0;b152692f18ba:39239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:34,744 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:21:34,744 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:21:34,745 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:21:34,745 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c5d9138bdc463ad1c54340e7946203f7=hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7., 5c015e17713caf981530aae28895b77c=test,,1731554467215.5c015e17713caf981530aae28895b77c.} 2024-11-14T03:21:34,745 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c015e17713caf981530aae28895b77c, c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:34,745 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:34,745 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:34,745 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:34,745 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:34,745 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:34,745 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:21:34,757 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7/.tmp/queue/f9b48a246ae247ac9218730d89c1988d is 154, key is 1-b152692f18ba,39239,1731554453816/queue:b152692f18ba%2C39239%2C1731554453816/1731554487237/Put/seqid=0 2024-11-14T03:21:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741840_1016 (size=5353) 2024-11-14T03:21:34,763 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/info/d7688ba97e2b474e8217343f3c7f4c31 is 147, key is hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7./info:regioninfo/1731554474838/Put/seqid=0 2024-11-14T03:21:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741841_1017 (size=7686) 2024-11-14T03:21:34,766 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/info/d7688ba97e2b474e8217343f3c7f4c31 2024-11-14T03:21:34,787 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/ns/c5e08f6bbf0b49d9b9fcd3a9766ac07d is 43, key is default/ns:d/1731554455461/Put/seqid=0 2024-11-14T03:21:34,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741842_1018 (size=5153) 2024-11-14T03:21:34,822 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:21:34,945 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c015e17713caf981530aae28895b77c, c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:34,978 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:35,145 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c015e17713caf981530aae28895b77c, c5d9138bdc463ad1c54340e7946203f7 2024-11-14T03:21:35,161 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7/.tmp/queue/f9b48a246ae247ac9218730d89c1988d 2024-11-14T03:21:35,165 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7/.tmp/queue/f9b48a246ae247ac9218730d89c1988d as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7/queue/f9b48a246ae247ac9218730d89c1988d 2024-11-14T03:21:35,168 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7/queue/f9b48a246ae247ac9218730d89c1988d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T03:21:35,169 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c5d9138bdc463ad1c54340e7946203f7 in 427ms, sequenceid=14, compaction requested=false 2024-11-14T03:21:35,169 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/replication/c5d9138bdc463ad1c54340e7946203f7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:21:35,173 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5d9138bdc463ad1c54340e7946203f7: Waiting for close lock at 1731554494742Running coprocessor pre-close hooks at 1731554494742Disabling compacts and flushes for region at 1731554494742Disabling writes for close at 1731554494742Obtaining lock to block concurrent updates at 1731554494742Preparing flush snapshotting stores in c5d9138bdc463ad1c54340e7946203f7 at 1731554494742Finished memstore snapshotting hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731554494742Flushing stores of hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. at 1731554494743 (+1 ms)Flushing c5d9138bdc463ad1c54340e7946203f7/queue: creating writer at 1731554494743Flushing c5d9138bdc463ad1c54340e7946203f7/queue: appending metadata at 1731554494757 (+14 ms)Flushing c5d9138bdc463ad1c54340e7946203f7/queue: closing flushed file at 1731554494757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c70b05b: reopening flushed file at 1731554495165 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c5d9138bdc463ad1c54340e7946203f7 in 427ms, sequenceid=14, compaction requested=false at 1731554495169 (+4 ms)Writing region close event to WAL at 1731554495170 (+1 ms)Running coprocessor post-close hooks at 1731554495173 (+3 ms)Closed at 1731554495173 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554473680.c5d9138bdc463ad1c54340e7946203f7. 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c015e17713caf981530aae28895b77c, disabling compactions & flushes 2024-11-14T03:21:35,173 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554467215.5c015e17713caf981530aae28895b77c. after waiting 0 ms 2024-11-14T03:21:35,173 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:35,173 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c015e17713caf981530aae28895b77c 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T03:21:35,187 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/f/48dddade774b410cb17667a8b7632dc3 is 37, key is row3/f:row3/1731554485828/Put/seqid=0 2024-11-14T03:21:35,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741843_1019 (size=5228) 2024-11-14T03:21:35,191 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/ns/c5e08f6bbf0b49d9b9fcd3a9766ac07d 2024-11-14T03:21:35,206 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/rep_barrier/0fce03506c7a4d439767ff859bcdeab3 is 112, key is test,,1731554467215.5c015e17713caf981530aae28895b77c./rep_barrier:seqnumDuringOpen/1731554468359/Put/seqid=0 2024-11-14T03:21:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741844_1020 (size=5518) 2024-11-14T03:21:35,345 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:35,545 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:35,590 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/f/48dddade774b410cb17667a8b7632dc3 2024-11-14T03:21:35,593 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48dddade774b410cb17667a8b7632dc3 2024-11-14T03:21:35,605 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/f1/ff519128ae0548669333ca726cb0e1ec is 30, key is row1/f1:/1731554483172/DeleteFamily/seqid=0 2024-11-14T03:21:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741845_1021 (size=5158) 2024-11-14T03:21:35,609 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/rep_barrier/0fce03506c7a4d439767ff859bcdeab3 2024-11-14T03:21:35,622 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T03:21:35,622 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T03:21:35,629 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/table/f33f807c10d7494f866ae2cc6dafd065 is 53, key is hbase:replication/table:state/1731554474844/Put/seqid=0 2024-11-14T03:21:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741846_1022 (size=5308) 2024-11-14T03:21:35,632 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/table/f33f807c10d7494f866ae2cc6dafd065 2024-11-14T03:21:35,636 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/info/d7688ba97e2b474e8217343f3c7f4c31 as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/info/d7688ba97e2b474e8217343f3c7f4c31 2024-11-14T03:21:35,640 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/info/d7688ba97e2b474e8217343f3c7f4c31, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:21:35,640 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/ns/c5e08f6bbf0b49d9b9fcd3a9766ac07d as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/ns/c5e08f6bbf0b49d9b9fcd3a9766ac07d 2024-11-14T03:21:35,644 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/ns/c5e08f6bbf0b49d9b9fcd3a9766ac07d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:21:35,645 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/rep_barrier/0fce03506c7a4d439767ff859bcdeab3 as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/rep_barrier/0fce03506c7a4d439767ff859bcdeab3 2024-11-14T03:21:35,648 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/rep_barrier/0fce03506c7a4d439767ff859bcdeab3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:21:35,649 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/.tmp/table/f33f807c10d7494f866ae2cc6dafd065 as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/table/f33f807c10d7494f866ae2cc6dafd065 2024-11-14T03:21:35,652 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/table/f33f807c10d7494f866ae2cc6dafd065, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:21:35,653 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false 2024-11-14T03:21:35,657 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:21:35,658 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:35,658 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:21:35,658 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:35,658 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554494745Running coprocessor pre-close hooks at 1731554494745Disabling compacts and flushes for region at 1731554494745Disabling writes for close at 1731554494745Obtaining lock to block concurrent updates at 1731554494745Preparing flush snapshotting stores in 1588230740 at 1731554494745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554494745Flushing stores of hbase:meta,,1.1588230740 at 1731554494746 (+1 ms)Flushing 1588230740/info: creating writer at 1731554494746Flushing 1588230740/info: appending metadata at 1731554494763 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731554494763Flushing 1588230740/ns: creating writer at 1731554494770 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731554494786 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731554494786Flushing 1588230740/rep_barrier: creating writer at 1731554495194 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554495206 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554495206Flushing 1588230740/table: creating writer at 1731554495612 (+406 ms)Flushing 1588230740/table: appending metadata at 1731554495629 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731554495629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f497cb0: reopening flushed file at 1731554495636 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4582c9d8: reopening flushed file at 1731554495640 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd5d490: reopening flushed file at 1731554495644 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488a24e8: reopening flushed file at 1731554495648 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false at 1731554495653 (+5 ms)Writing region close event to WAL at 1731554495654 (+1 ms)Running coprocessor post-close hooks at 1731554495657 (+3 ms)Closed at 1731554495658 (+1 ms) 2024-11-14T03:21:35,658 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:35,695 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:21:35,695 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:21:35,746 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:35,946 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:21:35,946 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1325): Online Regions={5c015e17713caf981530aae28895b77c=test,,1731554467215.5c015e17713caf981530aae28895b77c.} 2024-11-14T03:21:35,946 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:36,009 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/f1/ff519128ae0548669333ca726cb0e1ec 2024-11-14T03:21:36,012 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff519128ae0548669333ca726cb0e1ec 2024-11-14T03:21:36,026 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/norep/e5f2798790304892874cfd9a3b487c2b is 32, key is row/norep:/1731554482166/DeleteFamily/seqid=0 2024-11-14T03:21:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741847_1023 (size=5101) 2024-11-14T03:21:36,146 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:36,282 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1496, reset compression=false 2024-11-14T03:21:36,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:36,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1743, reset compression=false 2024-11-14T03:21:36,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,39239,1731554453816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:21:36,286 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,39239,1731554453816: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,39239,1731554453816, walGroup=b152692f18ba%2C39239%2C1731554453816, offset=b152692f18ba%2C39239%2C1731554453816.1731554454819:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:39239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:21:36,287 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:21:36,287 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:21:36,288 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:21:36,288 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:21:36,288 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:21:36,288 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 829488144 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199277952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:21:36,288 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:38221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:38221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:21:36,346 DEBUG [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1351): Waiting on 5c015e17713caf981530aae28895b77c 2024-11-14T03:21:36,430 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/norep/e5f2798790304892874cfd9a3b487c2b 2024-11-14T03:21:36,439 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5f2798790304892874cfd9a3b487c2b 2024-11-14T03:21:36,440 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/f/48dddade774b410cb17667a8b7632dc3 as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/f/48dddade774b410cb17667a8b7632dc3 2024-11-14T03:21:36,443 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48dddade774b410cb17667a8b7632dc3 2024-11-14T03:21:36,444 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/f/48dddade774b410cb17667a8b7632dc3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T03:21:36,444 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/f1/ff519128ae0548669333ca726cb0e1ec as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/f1/ff519128ae0548669333ca726cb0e1ec 2024-11-14T03:21:36,448 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff519128ae0548669333ca726cb0e1ec 2024-11-14T03:21:36,448 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/f1/ff519128ae0548669333ca726cb0e1ec, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T03:21:36,449 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/.tmp/norep/e5f2798790304892874cfd9a3b487c2b as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/norep/e5f2798790304892874cfd9a3b487c2b 2024-11-14T03:21:36,452 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5f2798790304892874cfd9a3b487c2b 2024-11-14T03:21:36,452 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/norep/e5f2798790304892874cfd9a3b487c2b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T03:21:36,453 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c015e17713caf981530aae28895b77c in 1280ms, sequenceid=12, compaction requested=false 2024-11-14T03:21:36,453 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:21:36,459 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/data/default/test/5c015e17713caf981530aae28895b77c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T03:21:36,459 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:21:36,459 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:21:36,459 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:36,459 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c015e17713caf981530aae28895b77c: Waiting for close lock at 1731554495173Running coprocessor pre-close hooks at 1731554495173Disabling compacts and flushes for region at 1731554495173Disabling writes for close at 1731554495173Obtaining lock to block concurrent updates at 1731554495173Preparing flush snapshotting stores in 5c015e17713caf981530aae28895b77c at 1731554495173Finished memstore snapshotting test,,1731554467215.5c015e17713caf981530aae28895b77c., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731554495174 (+1 ms)Flushing stores of test,,1731554467215.5c015e17713caf981530aae28895b77c. at 1731554495174Flushing 5c015e17713caf981530aae28895b77c/f: creating writer at 1731554495174Flushing 5c015e17713caf981530aae28895b77c/f: appending metadata at 1731554495186 (+12 ms)Flushing 5c015e17713caf981530aae28895b77c/f: closing flushed file at 1731554495186Flushing 5c015e17713caf981530aae28895b77c/f1: creating writer at 1731554495593 (+407 ms)Flushing 5c015e17713caf981530aae28895b77c/f1: appending metadata at 1731554495605 (+12 ms)Flushing 5c015e17713caf981530aae28895b77c/f1: closing flushed file at 1731554495605Flushing 5c015e17713caf981530aae28895b77c/norep: creating writer at 1731554496012 (+407 ms)Flushing 5c015e17713caf981530aae28895b77c/norep: appending metadata at 1731554496025 (+13 ms)Flushing 5c015e17713caf981530aae28895b77c/norep: closing flushed file at 1731554496025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76475dc6: reopening flushed file at 1731554496439 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504e9ea8: reopening flushed file at 1731554496444 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c27ca0c: reopening flushed file at 1731554496448 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c015e17713caf981530aae28895b77c in 1280ms, sequenceid=12, compaction requested=false at 1731554496453 (+5 ms)Writing region close event to WAL at 1731554496456 (+3 ms)Running coprocessor post-close hooks at 1731554496459 (+3 ms)Closed at 1731554496459 2024-11-14T03:21:36,459 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554467215.5c015e17713caf981530aae28895b77c. 2024-11-14T03:21:36,492 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 1743, reset compression=false 2024-11-14T03:21:36,497 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:21:36,497 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 2387, reset compression=false 2024-11-14T03:21:36,546 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,39239,1731554453816; all regions closed. 2024-11-14T03:21:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:21:36,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.meta.1731554455409.meta not finished, retry = 0 2024-11-14T03:21:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741839_1015 (size=3552) 2024-11-14T03:21:36,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.rep.1731554474808 not finished, retry = 0 2024-11-14T03:21:36,701 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 to pos 2387, reset compression=false 2024-11-14T03:21:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741833_1009 (size=2395) 2024-11-14T03:21:36,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/WALs/b152692f18ba,39239,1731554453816/b152692f18ba%2C39239%2C1731554453816.1731554454819 not finished, retry = 0 2024-11-14T03:21:36,854 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:36,854 INFO [RS:0;b152692f18ba:39239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:21:36,854 INFO [RS:0;b152692f18ba:39239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:21:36,855 INFO [RS:0;b152692f18ba:39239 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:21:36,855 INFO [RS:0;b152692f18ba:39239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:21:36,855 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:21:36,855 INFO [RS:0;b152692f18ba:39239 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,39239,1731554453816 because: Region server is closing 2024-11-14T03:21:36,855 INFO [RS:0;b152692f18ba:39239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:39239. 2024-11-14T03:21:36,855 DEBUG [RS:0;b152692f18ba:39239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:36,855 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:36,855 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:36,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:36,955 INFO [RS:0;b152692f18ba:39239 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.shipperb152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 terminated 2024-11-14T03:21:36,955 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,39239,1731554453816.replicationSource.wal-reader.b152692f18ba%2C39239%2C1731554453816,1-b152692f18ba,39239,1731554453816 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:21:36,956 INFO [RS:0;b152692f18ba:39239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:39239. 2024-11-14T03:21:36,956 DEBUG [RS:0;b152692f18ba:39239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:21:36,956 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:36,956 DEBUG [RS:0;b152692f18ba:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:36,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:21:36,956 INFO [RS:0;b152692f18ba:39239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39239 2024-11-14T03:21:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837/rs 2024-11-14T03:21:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1970042837/rs/b152692f18ba,39239,1731554453816 2024-11-14T03:21:37,030 INFO [RS:0;b152692f18ba:39239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:21:37,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,39239,1731554453816] 2024-11-14T03:21:37,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1970042837/draining/b152692f18ba,39239,1731554453816 already deleted, retry=false 2024-11-14T03:21:37,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,39239,1731554453816 expired; onlineServers=0 2024-11-14T03:21:37,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,38221,1731554453613' ***** 2024-11-14T03:21:37,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:21:37,051 INFO [M:0;b152692f18ba:38221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:21:37,051 INFO [M:0;b152692f18ba:38221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:21:37,051 DEBUG [M:0;b152692f18ba:38221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:21:37,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:21:37,051 DEBUG [M:0;b152692f18ba:38221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:21:37,051 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554454588 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554454588,5,FailOnTimeoutGroup] 2024-11-14T03:21:37,051 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554454585 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554454585,5,FailOnTimeoutGroup] 2024-11-14T03:21:37,052 INFO [M:0;b152692f18ba:38221 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:21:37,052 INFO [M:0;b152692f18ba:38221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:21:37,052 DEBUG [M:0;b152692f18ba:38221 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:21:37,052 INFO [M:0;b152692f18ba:38221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:21:37,052 INFO [M:0;b152692f18ba:38221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:21:37,052 ERROR [M:0;b152692f18ba:38221 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44089,5,PEWorkerGroup] 2024-11-14T03:21:37,052 INFO [M:0;b152692f18ba:38221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:21:37,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:21:37,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1970042837/master 2024-11-14T03:21:37,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1970042837 2024-11-14T03:21:37,062 DEBUG [M:0;b152692f18ba:38221 {}] zookeeper.ZKUtil(347): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Unable to get data of znode /0-1970042837/master because node does not exist (not an error) 2024-11-14T03:21:37,062 WARN [M:0;b152692f18ba:38221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:21:37,063 INFO [M:0;b152692f18ba:38221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/.lastflushedseqids 2024-11-14T03:21:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741848_1024 (size=245) 2024-11-14T03:21:37,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:37,141 INFO [RS:0;b152692f18ba:39239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:21:37,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x101375c1c390001, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:37,141 INFO [RS:0;b152692f18ba:39239 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,39239,1731554453816; zookeeper connection closed. 2024-11-14T03:21:37,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21cd318f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21cd318f 2024-11-14T03:21:37,141 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:21:37,467 INFO [M:0;b152692f18ba:38221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:21:37,467 INFO [M:0;b152692f18ba:38221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:21:37,467 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:21:37,467 INFO [M:0;b152692f18ba:38221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:37,467 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:37,467 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:21:37,467 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:37,468 INFO [M:0;b152692f18ba:38221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T03:21:37,480 DEBUG [M:0;b152692f18ba:38221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24d603ddd8264d879109b23d07e936e5 is 82, key is hbase:meta,,1/info:regioninfo/1731554455436/Put/seqid=0 2024-11-14T03:21:37,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741849_1025 (size=5672) 2024-11-14T03:21:37,884 INFO [M:0;b152692f18ba:38221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24d603ddd8264d879109b23d07e936e5 2024-11-14T03:21:37,904 DEBUG [M:0;b152692f18ba:38221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e29e6d2079c45caa01fa7c7dd61a144 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554468368/Put/seqid=0 2024-11-14T03:21:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741850_1026 (size=7217) 2024-11-14T03:21:37,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:37,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:37,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:21:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:21:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:21:38,308 INFO [M:0;b152692f18ba:38221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e29e6d2079c45caa01fa7c7dd61a144 2024-11-14T03:21:38,311 INFO [M:0;b152692f18ba:38221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e29e6d2079c45caa01fa7c7dd61a144 2024-11-14T03:21:38,327 DEBUG [M:0;b152692f18ba:38221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0012811a448348158311c2edf26e0fdd is 69, key is b152692f18ba,39239,1731554453816/rs:state/1731554454678/Put/seqid=0 2024-11-14T03:21:38,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741851_1027 (size=5156) 2024-11-14T03:21:38,731 INFO [M:0;b152692f18ba:38221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0012811a448348158311c2edf26e0fdd 2024-11-14T03:21:38,734 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24d603ddd8264d879109b23d07e936e5 as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24d603ddd8264d879109b23d07e936e5 2024-11-14T03:21:38,737 INFO [M:0;b152692f18ba:38221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24d603ddd8264d879109b23d07e936e5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T03:21:38,738 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e29e6d2079c45caa01fa7c7dd61a144 as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e29e6d2079c45caa01fa7c7dd61a144 2024-11-14T03:21:38,741 INFO [M:0;b152692f18ba:38221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e29e6d2079c45caa01fa7c7dd61a144 2024-11-14T03:21:38,741 INFO [M:0;b152692f18ba:38221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e29e6d2079c45caa01fa7c7dd61a144, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T03:21:38,742 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0012811a448348158311c2edf26e0fdd as hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0012811a448348158311c2edf26e0fdd 2024-11-14T03:21:38,745 INFO [M:0;b152692f18ba:38221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44089/user/jenkins/test-data/869a55cc-98c0-321c-9e07-78ec81f1203d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0012811a448348158311c2edf26e0fdd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T03:21:38,746 INFO [M:0;b152692f18ba:38221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-14T03:21:38,747 INFO [M:0;b152692f18ba:38221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:38,747 DEBUG [M:0;b152692f18ba:38221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554497467Disabling compacts and flushes for region at 1731554497467Disabling writes for close at 1731554497467Obtaining lock to block concurrent updates at 1731554497468 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554497468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731554497468Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554497468Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554497468Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554497480 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554497480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554497887 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554497903 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554497903Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554498311 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554498327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554498327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5eae5c: reopening flushed file at 1731554498734 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c394f83: reopening flushed file at 1731554498737 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65799e0b: reopening flushed file at 1731554498741 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731554498746 (+5 ms)Writing region close event to WAL at 1731554498747 (+1 ms)Closed at 1731554498747 2024-11-14T03:21:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741830_1006 (size=64411) 2024-11-14T03:21:38,750 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:21:38,750 INFO [M:0;b152692f18ba:38221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:21:38,750 INFO [M:0;b152692f18ba:38221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38221 2024-11-14T03:21:38,750 INFO [M:0;b152692f18ba:38221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:21:38,909 INFO [M:0;b152692f18ba:38221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:21:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x101375c1c390000, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:21:38,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@393ac790{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:21:38,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@602a51b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:21:38,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:21:38,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23543f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:21:38,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@561287c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.log.dir/,STOPPED} 2024-11-14T03:21:38,913 WARN [BP-1124301728-172.17.0.3-1731554451614 heartbeating to localhost/127.0.0.1:44089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:21:38,913 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:21:38,913 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:21:38,913 WARN [BP-1124301728-172.17.0.3-1731554451614 heartbeating to localhost/127.0.0.1:44089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124301728-172.17.0.3-1731554451614 (Datanode Uuid dfcd6b96-9e08-4382-84b0-af12a4e8260c) service to localhost/127.0.0.1:44089 2024-11-14T03:21:38,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512/data/data1/current/BP-1124301728-172.17.0.3-1731554451614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:21:38,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/cluster_2b430fa9-7843-eadd-a449-f5983f39b512/data/data2/current/BP-1124301728-172.17.0.3-1731554451614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:21:38,914 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:21:38,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0fe4b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:21:38,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658b4e6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:21:38,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:21:38,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d59381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:21:38,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c66c2ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3cd72f-19db-984a-79fd-c0b16bdf490d/hadoop.log.dir/,STOPPED} 2024-11-14T03:21:38,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:21:38,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:21:38,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 262) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57494) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57494) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57494) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44089 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43373 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=723 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=5256 (was 5454) 2024-11-14T03:21:38,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=723, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=5256 2024-11-14T03:21:38,978 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T03:21:38,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.log.dir so I do NOT create it in target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49 2024-11-14T03:21:38,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:21:38,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.tmp.dir so I do NOT create it in target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49 2024-11-14T03:21:38,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc33f598-167a-d43d-5e2e-fe6fb43df2f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:21:38,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49 2024-11-14T03:21:38,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966, deleteOnExit=true 2024-11-14T03:21:38,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966/zookeeper_0, clientPort=53008, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:21:38,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53008 2024-11-14T03:21:38,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:21:38,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:21:38,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/test.cache.data in system properties and HBase conf 2024-11-14T03:21:38,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:21:38,998 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:21:38,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:21:39,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101375c1c390008, quorum=127.0.0.1:57494, baseZNode=/291375070 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:21:39,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101375c1c390005, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:21:39,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101375c1c390002, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:21:39,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101375c1c390008, quorum=127.0.0.1:57494, baseZNode=/291375070 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:21:39,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101375c1c390005, quorum=127.0.0.1:57494, baseZNode=/1-280242560 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:21:39,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101375c1c390002, quorum=127.0.0.1:57494, baseZNode=/0-1970042837 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:21:39,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:39,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:39,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:39,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:39,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:21:39,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:39,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53dd9be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:39,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d3bb0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:39,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@738f653d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/java.io.tmpdir/jetty-localhost-44843-hadoop-hdfs-3_4_1-tests_jar-_-any-2277170457710980410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:21:39,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b298104{HTTP/1.1, (http/1.1)}{localhost:44843} 2024-11-14T03:21:39,390 INFO [Time-limited test {}] server.Server(415): Started @269600ms 2024-11-14T03:21:39,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:39,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:39,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:39,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:39,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:21:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7e26ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:39,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22a40561{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/java.io.tmpdir/jetty-localhost-38767-hadoop-hdfs-3_4_1-tests_jar-_-any-1094707252567091719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:21:39,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201d114d{HTTP/1.1, (http/1.1)}{localhost:38767} 2024-11-14T03:21:39,729 INFO [Time-limited test {}] server.Server(415): Started @269939ms 2024-11-14T03:21:39,730 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:21:40,331 WARN [Thread-3409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966/data/data1/current/BP-1192117609-172.17.0.3-1731554499020/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:40,331 WARN [Thread-3410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966/data/data2/current/BP-1192117609-172.17.0.3-1731554499020/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:40,348 WARN [Thread-3397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:21:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ca59ab746b6996b with lease ID 0x1230bfc399e49d75: Processing first storage report for DS-2d4540f1-fc3c-486c-a223-83cb4db83425 from datanode DatanodeRegistration(127.0.0.1:41247, datanodeUuid=a53b3f56-0310-4520-89c4-8b686d3c3b42, infoPort=36663, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=1025418103;c=1731554499020) 2024-11-14T03:21:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ca59ab746b6996b with lease ID 0x1230bfc399e49d75: from storage DS-2d4540f1-fc3c-486c-a223-83cb4db83425 node DatanodeRegistration(127.0.0.1:41247, datanodeUuid=a53b3f56-0310-4520-89c4-8b686d3c3b42, infoPort=36663, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=1025418103;c=1731554499020), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:21:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ca59ab746b6996b with lease ID 0x1230bfc399e49d75: Processing first storage report for DS-b740d5e3-3e01-4f56-ae96-24373a23bb4d from datanode DatanodeRegistration(127.0.0.1:41247, datanodeUuid=a53b3f56-0310-4520-89c4-8b686d3c3b42, infoPort=36663, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=1025418103;c=1731554499020) 2024-11-14T03:21:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ca59ab746b6996b with lease ID 0x1230bfc399e49d75: from storage DS-b740d5e3-3e01-4f56-ae96-24373a23bb4d node DatanodeRegistration(127.0.0.1:41247, datanodeUuid=a53b3f56-0310-4520-89c4-8b686d3c3b42, infoPort=36663, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=1025418103;c=1731554499020), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:21:40,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49 2024-11-14T03:21:40,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:40,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:21:40,763 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e with version=8 2024-11-14T03:21:40,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/hbase-staging 2024-11-14T03:21:40,765 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:40,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35879 2024-11-14T03:21:40,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35879 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:40,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358790x0, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:40,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35879-0x101375cd55f0000 connected 2024-11-14T03:21:40,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:40,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:40,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on znode that does not yet exist, /0-1020721698/running 2024-11-14T03:21:40,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e, hbase.cluster.distributed=false 2024-11-14T03:21:40,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on znode that does not yet exist, /0-1020721698/acl 2024-11-14T03:21:40,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35879 2024-11-14T03:21:40,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35879 2024-11-14T03:21:40,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35879 2024-11-14T03:21:40,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35879 2024-11-14T03:21:40,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35879 2024-11-14T03:21:40,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:40,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:40,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:40,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:40,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:40,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:40,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:21:40,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:40,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36327 2024-11-14T03:21:40,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36327 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:40,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:40,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:40,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363270x0, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:40,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36327-0x101375cd55f0001 connected 2024-11-14T03:21:40,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on znode that does not yet exist, /0-1020721698/running 2024-11-14T03:21:40,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:21:40,990 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:21:40,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on znode that does not yet exist, /0-1020721698/master 2024-11-14T03:21:40,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on znode that does not yet exist, /0-1020721698/acl 2024-11-14T03:21:40,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-14T03:21:40,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36327 2024-11-14T03:21:40,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36327 2024-11-14T03:21:40,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-14T03:21:40,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-14T03:21:41,006 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:35879 2024-11-14T03:21:41,007 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1020721698/backup-masters/b152692f18ba,35879,1731554500765 2024-11-14T03:21:41,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698/backup-masters 2024-11-14T03:21:41,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698/backup-masters 2024-11-14T03:21:41,020 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on existing znode=/0-1020721698/backup-masters/b152692f18ba,35879,1731554500765 2024-11-14T03:21:41,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1020721698/master 2024-11-14T03:21:41,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:41,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:41,106 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on existing znode=/0-1020721698/master 2024-11-14T03:21:41,106 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1020721698/backup-masters/b152692f18ba,35879,1731554500765 from backup master directory 2024-11-14T03:21:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698/backup-masters 2024-11-14T03:21:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020721698/backup-masters/b152692f18ba,35879,1731554500765 2024-11-14T03:21:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698/backup-masters 2024-11-14T03:21:41,179 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:41,179 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,35879,1731554500765 2024-11-14T03:21:41,181 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/hbase.id] with ID: 20636288-e233-4ea0-b155-8503b68465b0 2024-11-14T03:21:41,181 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/.tmp/hbase.id 2024-11-14T03:21:41,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:21:41,585 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/.tmp/hbase.id]:[hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/hbase.id] 2024-11-14T03:21:41,592 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:41,592 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:21:41,593 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:21:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:41,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:21:42,055 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:42,056 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:21:42,057 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:21:42,463 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store 2024-11-14T03:21:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:21:42,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:42,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:21:42,868 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:42,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:42,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:21:42,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:42,868 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:42,868 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554502868Disabling compacts and flushes for region at 1731554502868Disabling writes for close at 1731554502868Writing region close event to WAL at 1731554502868Closed at 1731554502868 2024-11-14T03:21:42,869 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/.initializing 2024-11-14T03:21:42,869 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/WALs/b152692f18ba,35879,1731554500765 2024-11-14T03:21:42,870 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:42,871 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C35879%2C1731554500765, suffix=, logDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/WALs/b152692f18ba,35879,1731554500765, archiveDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/oldWALs, maxLogs=10 2024-11-14T03:21:42,887 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/WALs/b152692f18ba,35879,1731554500765/b152692f18ba%2C35879%2C1731554500765.1731554502871, exclude list is [], retry=0 2024-11-14T03:21:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-2d4540f1-fc3c-486c-a223-83cb4db83425,DISK] 2024-11-14T03:21:42,891 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/WALs/b152692f18ba,35879,1731554500765/b152692f18ba%2C35879%2C1731554500765.1731554502871 2024-11-14T03:21:42,891 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-14T03:21:42,891 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:42,891 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:42,891 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,891 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:21:42,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:42,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:42,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:21:42,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:42,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:42,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:21:42,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:42,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:42,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:21:42,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:42,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:42,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,899 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,899 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,899 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:42,900 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:42,901 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:42,901 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74709506, jitterRate=0.11325839161872864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:42,902 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554502891Initializing all the Stores at 1731554502892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554502892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554502892Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554502892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554502892Cleaning up temporary data from old regions at 1731554502899 (+7 ms)Region opened successfully at 1731554502902 (+3 ms) 2024-11-14T03:21:42,902 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:21:42,904 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a23a7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:42,904 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:21:42,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:21:42,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:21:42,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:21:42,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:21:42,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:21:42,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:21:42,907 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:21:42,907 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Unable to get data of znode /0-1020721698/balancer because node does not exist (not necessarily an error) 2024-11-14T03:21:42,966 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020721698/balancer already deleted, retry=false 2024-11-14T03:21:42,967 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:21:42,967 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Unable to get data of znode /0-1020721698/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:21:42,977 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020721698/normalizer already deleted, retry=false 2024-11-14T03:21:42,977 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:21:42,978 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Unable to get data of znode /0-1020721698/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:21:42,987 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020721698/switch/split already deleted, retry=false 2024-11-14T03:21:42,988 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Unable to get data of znode /0-1020721698/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:21:42,998 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020721698/switch/merge already deleted, retry=false 2024-11-14T03:21:42,999 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Unable to get data of znode /0-1020721698/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:21:43,008 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020721698/snapshot-cleanup already deleted, retry=false 2024-11-14T03:21:43,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1020721698/running 2024-11-14T03:21:43,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1020721698/running 2024-11-14T03:21:43,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,019 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,35879,1731554500765, sessionid=0x101375cd55f0000, setting cluster-up flag (Was=false) 2024-11-14T03:21:43,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,072 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1020721698/flush-table-proc/acquired, /0-1020721698/flush-table-proc/reached, /0-1020721698/flush-table-proc/abort 2024-11-14T03:21:43,072 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35879,1731554500765 2024-11-14T03:21:43,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,219 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1020721698/online-snapshot/acquired, /0-1020721698/online-snapshot/reached, /0-1020721698/online-snapshot/abort 2024-11-14T03:21:43,220 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,35879,1731554500765 2024-11-14T03:21:43,221 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:21:43,222 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:43,222 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:21:43,222 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:21:43,222 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,35879,1731554500765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:43,223 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554533224 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:21:43,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:43,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:21:43,224 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:21:43,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:21:43,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:21:43,225 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554503225,5,FailOnTimeoutGroup] 2024-11-14T03:21:43,225 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554503225,5,FailOnTimeoutGroup] 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:21:43,225 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,226 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:21:43,298 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(746): ClusterId : 20636288-e233-4ea0-b155-8503b68465b0 2024-11-14T03:21:43,298 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:21:43,304 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:21:43,304 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:21:43,314 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:21:43,314 DEBUG [RS:0;b152692f18ba:36327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec828e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:43,325 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:36327 2024-11-14T03:21:43,325 INFO [RS:0;b152692f18ba:36327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:21:43,325 INFO [RS:0;b152692f18ba:36327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:21:43,325 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:21:43,325 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,35879,1731554500765 with port=36327, startcode=1731554500969 2024-11-14T03:21:43,325 DEBUG [RS:0;b152692f18ba:36327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:21:43,326 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:21:43,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,36327,1731554500969 2024-11-14T03:21:43,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35879 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,36327,1731554500969 2024-11-14T03:21:43,328 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e 2024-11-14T03:21:43,328 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37219 2024-11-14T03:21:43,328 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:21:43,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698/rs 2024-11-14T03:21:43,335 DEBUG [RS:0;b152692f18ba:36327 {}] zookeeper.ZKUtil(111): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on existing znode=/0-1020721698/rs/b152692f18ba,36327,1731554500969 2024-11-14T03:21:43,335 WARN [RS:0;b152692f18ba:36327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:43,335 INFO [RS:0;b152692f18ba:36327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:43,335 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969 2024-11-14T03:21:43,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,36327,1731554500969] 2024-11-14T03:21:43,338 INFO [RS:0;b152692f18ba:36327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:21:43,339 INFO [RS:0;b152692f18ba:36327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:21:43,339 INFO [RS:0;b152692f18ba:36327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:21:43,339 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,339 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:21:43,339 INFO [RS:0;b152692f18ba:36327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:21:43,339 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:43,340 DEBUG [RS:0;b152692f18ba:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:43,344 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,344 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,344 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,344 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,344 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,344 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36327,1731554500969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:43,356 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:21:43,356 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36327,1731554500969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,356 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,356 INFO [RS:0;b152692f18ba:36327 {}] regionserver.Replication(171): b152692f18ba,36327,1731554500969 started 2024-11-14T03:21:43,367 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:43,367 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,36327,1731554500969, RpcServer on b152692f18ba/172.17.0.3:36327, sessionid=0x101375cd55f0001 2024-11-14T03:21:43,367 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:21:43,367 DEBUG [RS:0;b152692f18ba:36327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,36327,1731554500969 2024-11-14T03:21:43,367 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,36327,1731554500969' 2024-11-14T03:21:43,367 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1020721698/flush-table-proc/abort' 2024-11-14T03:21:43,368 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1020721698/flush-table-proc/acquired' 2024-11-14T03:21:43,368 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:21:43,368 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:21:43,368 DEBUG [RS:0;b152692f18ba:36327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,36327,1731554500969 2024-11-14T03:21:43,368 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,36327,1731554500969' 2024-11-14T03:21:43,368 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1020721698/online-snapshot/abort' 2024-11-14T03:21:43,369 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1020721698/online-snapshot/acquired' 2024-11-14T03:21:43,369 DEBUG [RS:0;b152692f18ba:36327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:21:43,369 INFO [RS:0;b152692f18ba:36327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:21:43,369 INFO [RS:0;b152692f18ba:36327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:21:43,469 INFO [RS:0;b152692f18ba:36327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:43,470 INFO [RS:0;b152692f18ba:36327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C36327%2C1731554500969, suffix=, logDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969, archiveDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/oldWALs, maxLogs=10 2024-11-14T03:21:43,482 DEBUG [RS:0;b152692f18ba:36327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470, exclude list is [], retry=0 2024-11-14T03:21:43,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-2d4540f1-fc3c-486c-a223-83cb4db83425,DISK] 2024-11-14T03:21:43,485 INFO [RS:0;b152692f18ba:36327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 2024-11-14T03:21:43,485 DEBUG [RS:0;b152692f18ba:36327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-14T03:21:43,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:21:43,634 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e 2024-11-14T03:21:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:21:43,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:43,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:43,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:43,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:43,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:43,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:43,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:43,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:43,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:43,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:43,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:43,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:43,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:43,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:43,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:43,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:43,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:43,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:43,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740 2024-11-14T03:21:43,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740 2024-11-14T03:21:43,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:43,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:43,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:43,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:43,648 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:43,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65485316, jitterRate=-0.024192750453948975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:43,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554503638Initializing all the Stores at 1731554503639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554503639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554503639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554503639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554503639Cleaning up temporary data from old regions at 1731554503645 (+6 ms)Region opened successfully at 1731554503649 (+4 ms) 2024-11-14T03:21:43,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:43,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:43,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:43,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:43,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:43,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:43,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554503649Disabling compacts and flushes for region at 1731554503649Disabling writes for close at 1731554503649Writing region close event to WAL at 1731554503649Closed at 1731554503649 2024-11-14T03:21:43,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:43,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:21:43,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:21:43,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:43,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:21:43,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:43,802 DEBUG [b152692f18ba:35879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:21:43,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,36327,1731554500969 2024-11-14T03:21:43,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,36327,1731554500969, state=OPENING 2024-11-14T03:21:43,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:21:43,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:21:43,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020721698/meta-region-server: CHANGED 2024-11-14T03:21:43,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020721698/meta-region-server: CHANGED 2024-11-14T03:21:43,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:43,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,36327,1731554500969}] 2024-11-14T03:21:44,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:44,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:21:44,056 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:21:44,056 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:44,056 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:21:44,057 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C36327%2C1731554500969.meta, suffix=.meta, logDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969, archiveDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/oldWALs, maxLogs=10 2024-11-14T03:21:44,069 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.meta.1731554504057.meta, exclude list is [], retry=0 2024-11-14T03:21:44,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-2d4540f1-fc3c-486c-a223-83cb4db83425,DISK] 2024-11-14T03:21:44,072 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.meta.1731554504057.meta 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:44,073 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:21:44,073 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:21:44,073 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:21:44,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:44,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:44,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:44,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:44,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:44,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:44,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:44,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:44,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:44,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:44,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:44,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:44,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:44,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:44,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:44,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:44,080 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:44,080 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740 2024-11-14T03:21:44,081 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740 2024-11-14T03:21:44,082 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:44,082 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:44,082 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:44,083 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:44,084 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67922730, jitterRate=0.012127548456192017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:44,084 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:21:44,084 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554504074Writing region info on filesystem at 1731554504074Initializing all the Stores at 1731554504074Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554504074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554504076 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554504076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554504076Cleaning up temporary data from old regions at 1731554504082 (+6 ms)Running coprocessor post-open hooks at 1731554504084 (+2 ms)Region opened successfully at 1731554504084 2024-11-14T03:21:44,085 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554504052 2024-11-14T03:21:44,087 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:21:44,087 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:21:44,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,36327,1731554500969 2024-11-14T03:21:44,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,36327,1731554500969, state=OPEN 2024-11-14T03:21:44,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1020721698/meta-region-server 2024-11-14T03:21:44,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1020721698/meta-region-server 2024-11-14T03:21:44,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,36327,1731554500969 2024-11-14T03:21:44,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020721698/meta-region-server: CHANGED 2024-11-14T03:21:44,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020721698/meta-region-server: CHANGED 2024-11-14T03:21:44,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:21:44,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,36327,1731554500969 in 203 msec 2024-11-14T03:21:44,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:21:44,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-14T03:21:44,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:44,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:21:44,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:44,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,36327,1731554500969, seqNum=-1] 2024-11-14T03:21:44,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:44,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:44,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-14T03:21:44,113 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554504113, completionTime=-1 2024-11-14T03:21:44,113 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:21:44,113 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554564115 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554624115 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35879,1731554500765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35879,1731554500765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35879,1731554500765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:35879, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:44,115 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:44,116 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:44,117 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35879,1731554500765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:44,119 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35879,1731554500765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:21:44,120 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:21:44,120 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:21:44,121 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,35879,1731554500765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:44,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7201fd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:44,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35879,-1 for getting cluster id 2024-11-14T03:21:44,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:44,200 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20636288-e233-4ea0-b155-8503b68465b0' 2024-11-14T03:21:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20636288-e233-4ea0-b155-8503b68465b0" 2024-11-14T03:21:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb65854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35879,-1] 2024-11-14T03:21:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:44,202 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:44,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cdc0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:44,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,36327,1731554500969, seqNum=-1] 2024-11-14T03:21:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:44,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:44,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,35879,1731554500765 2024-11-14T03:21:44,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:44,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:44,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375cd55f0002 connected 2024-11-14T03:21:44,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.log.dir so I do NOT create it in target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce 2024-11-14T03:21:44,231 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:21:44,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.tmp.dir so I do NOT create it in target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce 2024-11-14T03:21:44,231 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:21:44,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce 2024-11-14T03:21:44,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/cluster_5c69d075-3ea6-2558-5aea-198de8b152fd, deleteOnExit=true 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/test.cache.data in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:21:44,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:21:44,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:21:44,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:21:44,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:44,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:44,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:44,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:44,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:21:44,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:44,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b6bc08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:44,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@712132b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:44,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f416987{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/java.io.tmpdir/jetty-localhost-34749-hadoop-hdfs-3_4_1-tests_jar-_-any-10842748629419429585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:21:44,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2bd0ee{HTTP/1.1, (http/1.1)}{localhost:34749} 2024-11-14T03:21:44,727 INFO [Time-limited test {}] server.Server(415): Started @274937ms 2024-11-14T03:21:45,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:45,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:45,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:45,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:45,039 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:21:45,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725fdcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:45,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4840c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:45,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6e5c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/java.io.tmpdir/jetty-localhost-46587-hadoop-hdfs-3_4_1-tests_jar-_-any-3374581766833725644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:21:45,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7daa1e89{HTTP/1.1, (http/1.1)}{localhost:46587} 2024-11-14T03:21:45,157 INFO [Time-limited test {}] server.Server(415): Started @275367ms 2024-11-14T03:21:45,158 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:21:45,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:45,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:21:45,677 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88658 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:21:45,992 WARN [Thread-3530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/cluster_5c69d075-3ea6-2558-5aea-198de8b152fd/data/data1/current/BP-278097079-172.17.0.3-1731554504247/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:45,992 WARN [Thread-3531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/cluster_5c69d075-3ea6-2558-5aea-198de8b152fd/data/data2/current/BP-278097079-172.17.0.3-1731554504247/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:46,036 WARN [Thread-3518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:21:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbe7741e77293fea with lease ID 0xf896c448c1628b9: Processing first storage report for DS-e075052a-ea6b-4f8d-8b80-b24dc44029f8 from datanode DatanodeRegistration(127.0.0.1:36475, datanodeUuid=33b869b7-231d-4472-a5aa-84cdbad03998, infoPort=39915, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1466927226;c=1731554504247) 2024-11-14T03:21:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbe7741e77293fea with lease ID 0xf896c448c1628b9: from storage DS-e075052a-ea6b-4f8d-8b80-b24dc44029f8 node DatanodeRegistration(127.0.0.1:36475, datanodeUuid=33b869b7-231d-4472-a5aa-84cdbad03998, infoPort=39915, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1466927226;c=1731554504247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:21:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbe7741e77293fea with lease ID 0xf896c448c1628b9: Processing first storage report for DS-dca9d6e1-d3ab-4f3b-8355-6357081cb10a from datanode DatanodeRegistration(127.0.0.1:36475, datanodeUuid=33b869b7-231d-4472-a5aa-84cdbad03998, infoPort=39915, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1466927226;c=1731554504247) 2024-11-14T03:21:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbe7741e77293fea with lease ID 0xf896c448c1628b9: from storage DS-dca9d6e1-d3ab-4f3b-8355-6357081cb10a node DatanodeRegistration(127.0.0.1:36475, datanodeUuid=33b869b7-231d-4472-a5aa-84cdbad03998, infoPort=39915, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1466927226;c=1731554504247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:21:46,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce 2024-11-14T03:21:46,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:46,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:21:46,507 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d with version=8 2024-11-14T03:21:46,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/hbase-staging 2024-11-14T03:21:46,509 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:46,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:46,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:46,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:46,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:46,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:46,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:21:46,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:46,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34201 2024-11-14T03:21:46,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34201 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342010x0, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:46,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34201-0x101375cd55f0003 connected 2024-11-14T03:21:46,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:46,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:46,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on znode that does not yet exist, /11896016829/running 2024-11-14T03:21:46,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d, hbase.cluster.distributed=false 2024-11-14T03:21:46,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on znode that does not yet exist, /11896016829/acl 2024-11-14T03:21:46,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34201 2024-11-14T03:21:46,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34201 2024-11-14T03:21:46,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34201 2024-11-14T03:21:46,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34201 2024-11-14T03:21:46,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34201 2024-11-14T03:21:46,661 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:46,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:46,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:46,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:46,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:46,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:46,661 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:21:46,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:46,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41895 2024-11-14T03:21:46,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41895 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:46,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:46,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418950x0, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:46,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418950x0, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on znode that does not yet exist, /11896016829/running 2024-11-14T03:21:46,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41895-0x101375cd55f0004 connected 2024-11-14T03:21:46,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:21:46,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:21:46,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on znode that does not yet exist, /11896016829/master 2024-11-14T03:21:46,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on znode that does not yet exist, /11896016829/acl 2024-11-14T03:21:46,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41895 2024-11-14T03:21:46,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41895 2024-11-14T03:21:46,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41895 2024-11-14T03:21:46,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41895 2024-11-14T03:21:46,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41895 2024-11-14T03:21:46,692 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:34201 2024-11-14T03:21:46,692 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11896016829/backup-masters/b152692f18ba,34201,1731554506508 2024-11-14T03:21:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829/backup-masters 2024-11-14T03:21:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829/backup-masters 2024-11-14T03:21:46,703 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on existing znode=/11896016829/backup-masters/b152692f18ba,34201,1731554506508 2024-11-14T03:21:46,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11896016829/master 2024-11-14T03:21:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:46,714 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on existing znode=/11896016829/master 2024-11-14T03:21:46,714 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11896016829/backup-masters/b152692f18ba,34201,1731554506508 from backup master directory 2024-11-14T03:21:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11896016829/backup-masters/b152692f18ba,34201,1731554506508 2024-11-14T03:21:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829/backup-masters 2024-11-14T03:21:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829/backup-masters 2024-11-14T03:21:46,724 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:46,724 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,34201,1731554506508 2024-11-14T03:21:46,727 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/hbase.id] with ID: 6f13bd4f-d293-4443-8aea-3537c5079509 2024-11-14T03:21:46,727 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/.tmp/hbase.id 2024-11-14T03:21:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:21:47,132 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/.tmp/hbase.id]:[hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/hbase.id] 2024-11-14T03:21:47,139 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:47,139 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:21:47,140 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:21:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:47,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:21:47,201 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:47,202 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:21:47,202 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:21:47,608 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store 2024-11-14T03:21:47,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:21:48,012 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:48,013 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:21:48,013 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:48,013 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:48,013 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:21:48,013 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:48,013 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:48,013 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554508012Disabling compacts and flushes for region at 1731554508012Disabling writes for close at 1731554508013 (+1 ms)Writing region close event to WAL at 1731554508013Closed at 1731554508013 2024-11-14T03:21:48,013 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/.initializing 2024-11-14T03:21:48,013 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/WALs/b152692f18ba,34201,1731554506508 2024-11-14T03:21:48,014 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:48,015 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C34201%2C1731554506508, suffix=, logDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/WALs/b152692f18ba,34201,1731554506508, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/oldWALs, maxLogs=10 2024-11-14T03:21:48,032 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/WALs/b152692f18ba,34201,1731554506508/b152692f18ba%2C34201%2C1731554506508.1731554508015, exclude list is [], retry=0 2024-11-14T03:21:48,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36475,DS-e075052a-ea6b-4f8d-8b80-b24dc44029f8,DISK] 2024-11-14T03:21:48,035 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/WALs/b152692f18ba,34201,1731554506508/b152692f18ba%2C34201%2C1731554506508.1731554508015 2024-11-14T03:21:48,036 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-14T03:21:48,036 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:48,036 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:48,036 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,036 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:21:48,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:48,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:21:48,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:21:48,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:48,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:21:48,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:48,043 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,043 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,043 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,044 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,044 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,045 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:48,046 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:48,047 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:48,048 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61672539, jitterRate=-0.08100755512714386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:48,048 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554508036Initializing all the Stores at 1731554508037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554508037Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554508037Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554508037Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554508037Cleaning up temporary data from old regions at 1731554508044 (+7 ms)Region opened successfully at 1731554508048 (+4 ms) 2024-11-14T03:21:48,048 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:21:48,050 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd5ff01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:48,051 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:21:48,051 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:21:48,051 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:21:48,051 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:21:48,051 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:21:48,052 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:21:48,052 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:21:48,057 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:21:48,057 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Unable to get data of znode /11896016829/balancer because node does not exist (not necessarily an error) 2024-11-14T03:21:48,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:21:48,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:21:48,124 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11896016829/balancer already deleted, retry=false 2024-11-14T03:21:48,124 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:21:48,125 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Unable to get data of znode /11896016829/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:21:48,134 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11896016829/normalizer already deleted, retry=false 2024-11-14T03:21:48,135 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:21:48,136 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Unable to get data of znode /11896016829/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:21:48,145 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11896016829/switch/split already deleted, retry=false 2024-11-14T03:21:48,146 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Unable to get data of znode /11896016829/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:21:48,155 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11896016829/switch/merge already deleted, retry=false 2024-11-14T03:21:48,157 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Unable to get data of znode /11896016829/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:21:48,166 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11896016829/snapshot-cleanup already deleted, retry=false 2024-11-14T03:21:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11896016829/running 2024-11-14T03:21:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11896016829/running 2024-11-14T03:21:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,177 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,34201,1731554506508, sessionid=0x101375cd55f0003, setting cluster-up flag (Was=false) 2024-11-14T03:21:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,229 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11896016829/flush-table-proc/acquired, /11896016829/flush-table-proc/reached, /11896016829/flush-table-proc/abort 2024-11-14T03:21:48,230 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,34201,1731554506508 2024-11-14T03:21:48,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,282 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11896016829/online-snapshot/acquired, /11896016829/online-snapshot/reached, /11896016829/online-snapshot/abort 2024-11-14T03:21:48,283 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,34201,1731554506508 2024-11-14T03:21:48,283 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:21:48,284 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:48,285 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:21:48,285 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:21:48,285 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,34201,1731554506508 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:48,286 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,287 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554538287 2024-11-14T03:21:48,287 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:21:48,287 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:21:48,287 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:21:48,288 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:21:48,288 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:21:48,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:48,288 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:21:48,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:21:48,288 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:21:48,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:21:48,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:21:48,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:21:48,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:21:48,296 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:21:48,296 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:21:48,299 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554508296,5,FailOnTimeoutGroup] 2024-11-14T03:21:48,299 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554508299,5,FailOnTimeoutGroup] 2024-11-14T03:21:48,299 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,299 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:21:48,299 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,299 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:21:48,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:21:48,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d 2024-11-14T03:21:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:21:48,382 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(746): ClusterId : 6f13bd4f-d293-4443-8aea-3537c5079509 2024-11-14T03:21:48,382 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:21:48,388 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:21:48,388 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:21:48,398 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:21:48,398 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c46b44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:48,410 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:41895 2024-11-14T03:21:48,410 INFO [RS:0;b152692f18ba:41895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:21:48,411 INFO [RS:0;b152692f18ba:41895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:21:48,411 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:21:48,411 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,34201,1731554506508 with port=41895, startcode=1731554506661 2024-11-14T03:21:48,411 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:21:48,413 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:21:48,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,41895,1731554506661 2024-11-14T03:21:48,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,41895,1731554506661 2024-11-14T03:21:48,414 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d 2024-11-14T03:21:48,414 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46493 2024-11-14T03:21:48,414 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:21:48,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829/rs 2024-11-14T03:21:48,564 DEBUG [RS:0;b152692f18ba:41895 {}] zookeeper.ZKUtil(111): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on existing znode=/11896016829/rs/b152692f18ba,41895,1731554506661 2024-11-14T03:21:48,564 WARN [RS:0;b152692f18ba:41895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:48,564 INFO [RS:0;b152692f18ba:41895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:48,564 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661 2024-11-14T03:21:48,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,41895,1731554506661] 2024-11-14T03:21:48,567 INFO [RS:0;b152692f18ba:41895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:21:48,568 INFO [RS:0;b152692f18ba:41895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:21:48,568 INFO [RS:0;b152692f18ba:41895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:21:48,568 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,569 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:21:48,569 INFO [RS:0;b152692f18ba:41895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:21:48,569 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,569 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,570 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,570 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:48,570 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:48,570 DEBUG [RS:0;b152692f18ba:41895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:48,570 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,570 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,570 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,570 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,570 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,570 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,41895,1731554506661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:48,583 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:21:48,583 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,41895,1731554506661-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,583 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,583 INFO [RS:0;b152692f18ba:41895 {}] regionserver.Replication(171): b152692f18ba,41895,1731554506661 started 2024-11-14T03:21:48,595 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:48,595 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,41895,1731554506661, RpcServer on b152692f18ba/172.17.0.3:41895, sessionid=0x101375cd55f0004 2024-11-14T03:21:48,595 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:21:48,595 DEBUG [RS:0;b152692f18ba:41895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,41895,1731554506661 2024-11-14T03:21:48,595 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,41895,1731554506661' 2024-11-14T03:21:48,595 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11896016829/flush-table-proc/abort' 2024-11-14T03:21:48,595 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11896016829/flush-table-proc/acquired' 2024-11-14T03:21:48,596 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:21:48,596 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:21:48,596 DEBUG [RS:0;b152692f18ba:41895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,41895,1731554506661 2024-11-14T03:21:48,596 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,41895,1731554506661' 2024-11-14T03:21:48,596 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11896016829/online-snapshot/abort' 2024-11-14T03:21:48,596 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11896016829/online-snapshot/acquired' 2024-11-14T03:21:48,596 DEBUG [RS:0;b152692f18ba:41895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:21:48,596 INFO [RS:0;b152692f18ba:41895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:21:48,596 INFO [RS:0;b152692f18ba:41895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:21:48,697 INFO [RS:0;b152692f18ba:41895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:48,698 INFO [RS:0;b152692f18ba:41895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C41895%2C1731554506661, suffix=, logDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/oldWALs, maxLogs=10 2024-11-14T03:21:48,710 DEBUG [RS:0;b152692f18ba:41895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, exclude list is [], retry=0 2024-11-14T03:21:48,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36475,DS-e075052a-ea6b-4f8d-8b80-b24dc44029f8,DISK] 2024-11-14T03:21:48,713 INFO [RS:0;b152692f18ba:41895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 2024-11-14T03:21:48,713 DEBUG [RS:0;b152692f18ba:41895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-14T03:21:48,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:48,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:48,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:48,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:48,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:48,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:48,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:48,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:48,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:48,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:48,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:48,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:48,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:48,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:48,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:48,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740 2024-11-14T03:21:48,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740 2024-11-14T03:21:48,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:48,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:48,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:48,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:48,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:48,721 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67706786, jitterRate=0.008909732103347778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554508713Initializing all the Stores at 1731554508714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554508714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554508714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554508714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554508714Cleaning up temporary data from old regions at 1731554508719 (+5 ms)Region opened successfully at 1731554508721 (+2 ms) 2024-11-14T03:21:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:48,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:48,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:48,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:48,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:48,722 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:48,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554508721Disabling compacts and flushes for region at 1731554508721Disabling writes for close at 1731554508722 (+1 ms)Writing region close event to WAL at 1731554508722Closed at 1731554508722 2024-11-14T03:21:48,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:48,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:21:48,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:21:48,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:48,724 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:21:48,874 DEBUG [b152692f18ba:34201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:21:48,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,41895,1731554506661 2024-11-14T03:21:48,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,41895,1731554506661, state=OPENING 2024-11-14T03:21:48,924 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:21:48,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:21:48,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11896016829/meta-region-server: CHANGED 2024-11-14T03:21:48,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11896016829/meta-region-server: CHANGED 2024-11-14T03:21:48,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:48,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,41895,1731554506661}] 2024-11-14T03:21:49,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:49,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:21:49,091 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:21:49,091 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:49,091 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:21:49,092 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C41895%2C1731554506661.meta, suffix=.meta, logDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/oldWALs, maxLogs=10 2024-11-14T03:21:49,104 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.meta.1731554509092.meta, exclude list is [], retry=0 2024-11-14T03:21:49,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36475,DS-e075052a-ea6b-4f8d-8b80-b24dc44029f8,DISK] 2024-11-14T03:21:49,107 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.meta.1731554509092.meta 2024-11-14T03:21:49,108 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-14T03:21:49,108 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:49,108 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:49,108 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:49,108 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:21:49,109 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:21:49,109 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:21:49,109 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:49,109 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:21:49,109 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:21:49,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:49,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:49,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:49,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:49,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:49,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:49,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:49,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:49,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:49,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:49,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:49,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:49,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:49,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:49,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:49,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:49,116 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:49,117 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740 2024-11-14T03:21:49,117 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740 2024-11-14T03:21:49,118 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:49,118 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:49,118 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:49,119 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:49,119 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63446415, jitterRate=-0.054574742913246155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:49,120 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:21:49,120 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554509109Writing region info on filesystem at 1731554509109Initializing all the Stores at 1731554509110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554509110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554509112 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554509112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554509112Cleaning up temporary data from old regions at 1731554509118 (+6 ms)Running coprocessor post-open hooks at 1731554509120 (+2 ms)Region opened successfully at 1731554509120 2024-11-14T03:21:49,120 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554509087 2024-11-14T03:21:49,122 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:21:49,122 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:21:49,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,41895,1731554506661 2024-11-14T03:21:49,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,41895,1731554506661, state=OPEN 2024-11-14T03:21:49,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11896016829/meta-region-server 2024-11-14T03:21:49,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11896016829/meta-region-server 2024-11-14T03:21:49,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,41895,1731554506661 2024-11-14T03:21:49,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11896016829/meta-region-server: CHANGED 2024-11-14T03:21:49,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11896016829/meta-region-server: CHANGED 2024-11-14T03:21:49,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:21:49,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,41895,1731554506661 in 199 msec 2024-11-14T03:21:49,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:21:49,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-14T03:21:49,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:49,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:21:49,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:49,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,41895,1731554506661, seqNum=-1] 2024-11-14T03:21:49,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:49,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:49,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-11-14T03:21:49,144 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554509144, completionTime=-1 2024-11-14T03:21:49,144 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:21:49,144 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554569146 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554629146 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34201,1731554506508-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34201,1731554506508-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34201,1731554506508-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:34201, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:49,146 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:49,148 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:21:49,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.425sec 2024-11-14T03:21:49,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:21:49,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:21:49,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:21:49,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:21:49,149 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:21:49,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34201,1731554506508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:49,150 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34201,1731554506508-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:21:49,151 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:21:49,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:21:49,151 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34201,1731554506508-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:49,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae160ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:49,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:21:49,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:49,184 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:21:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:21:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56acff1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:21:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:49,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:49,185 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:49,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511e400c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:49,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,41895,1731554506661, seqNum=-1] 2024-11-14T03:21:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:49,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:49,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,34201,1731554506508 2024-11-14T03:21:49,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:49,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:49,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101375cd55f0005 connected 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.log.dir so I do NOT create it in target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57 2024-11-14T03:21:49,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.tmp.dir so I do NOT create it in target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57 2024-11-14T03:21:49,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:21:49,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/cluster_b7f54a85-c7bb-c3c1-1c23-74e46ad6341c, deleteOnExit=true 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/test.cache.data in system properties and HBase conf 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:21:49,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:21:49,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:21:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:21:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:21:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:21:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:21:49,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:21:49,496 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T03:21:49,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,525 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,530 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,533 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,533 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,534 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:49,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:49,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:49,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:49,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:49,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:21:49,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:49,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba53a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:49,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1970e89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:49,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:21:49,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674a7f52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/java.io.tmpdir/jetty-localhost-34701-hadoop-hdfs-3_4_1-tests_jar-_-any-8755049336336288960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:21:49,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12a0626d{HTTP/1.1, (http/1.1)}{localhost:34701} 2024-11-14T03:21:49,672 INFO [Time-limited test {}] server.Server(415): Started @279883ms 2024-11-14T03:21:49,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:21:49,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:21:49,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:21:49,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:21:49,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:21:49,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1027f726{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:21:49,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d849fc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:21:50,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b41afe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/java.io.tmpdir/jetty-localhost-45999-hadoop-hdfs-3_4_1-tests_jar-_-any-678013978113789120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:21:50,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@547b2a02{HTTP/1.1, (http/1.1)}{localhost:45999} 2024-11-14T03:21:50,073 INFO [Time-limited test {}] server.Server(415): Started @280283ms 2024-11-14T03:21:50,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:21:51,182 WARN [Thread-3652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/cluster_b7f54a85-c7bb-c3c1-1c23-74e46ad6341c/data/data2/current/BP-1176173436-172.17.0.3-1731554509231/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:51,182 WARN [Thread-3651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/cluster_b7f54a85-c7bb-c3c1-1c23-74e46ad6341c/data/data1/current/BP-1176173436-172.17.0.3-1731554509231/current, will proceed with Du for space computation calculation, 2024-11-14T03:21:51,202 WARN [Thread-3639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:21:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cd3f673fbb767c7 with lease ID 0x9e404f276d4da07b: Processing first storage report for DS-39e540cc-8f32-4eea-b85b-73d34f04535b from datanode DatanodeRegistration(127.0.0.1:36803, datanodeUuid=0f0df474-9957-4711-b9a6-3c31a0db2837, infoPort=35767, infoSecurePort=0, ipcPort=37155, storageInfo=lv=-57;cid=testClusterID;nsid=142275841;c=1731554509231) 2024-11-14T03:21:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cd3f673fbb767c7 with lease ID 0x9e404f276d4da07b: from storage DS-39e540cc-8f32-4eea-b85b-73d34f04535b node DatanodeRegistration(127.0.0.1:36803, datanodeUuid=0f0df474-9957-4711-b9a6-3c31a0db2837, infoPort=35767, infoSecurePort=0, ipcPort=37155, storageInfo=lv=-57;cid=testClusterID;nsid=142275841;c=1731554509231), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T03:21:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cd3f673fbb767c7 with lease ID 0x9e404f276d4da07b: Processing first storage report for DS-ebccbf36-1a40-45a2-9aac-eef5f4bfb409 from datanode DatanodeRegistration(127.0.0.1:36803, datanodeUuid=0f0df474-9957-4711-b9a6-3c31a0db2837, infoPort=35767, infoSecurePort=0, ipcPort=37155, storageInfo=lv=-57;cid=testClusterID;nsid=142275841;c=1731554509231) 2024-11-14T03:21:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cd3f673fbb767c7 with lease ID 0x9e404f276d4da07b: from storage DS-ebccbf36-1a40-45a2-9aac-eef5f4bfb409 node DatanodeRegistration(127.0.0.1:36803, datanodeUuid=0f0df474-9957-4711-b9a6-3c31a0db2837, infoPort=35767, infoSecurePort=0, ipcPort=37155, storageInfo=lv=-57;cid=testClusterID;nsid=142275841;c=1731554509231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:21:51,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57 2024-11-14T03:21:51,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:51,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:21:51,708 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4 with version=8 2024-11-14T03:21:51,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/hbase-staging 2024-11-14T03:21:51,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:51,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34377 2024-11-14T03:21:51,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34377 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:51,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343770x0, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:51,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34377-0x101375cd55f0006 connected 2024-11-14T03:21:51,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:51,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:51,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on znode that does not yet exist, /2604156500/running 2024-11-14T03:21:51,843 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4, hbase.cluster.distributed=false 2024-11-14T03:21:51,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on znode that does not yet exist, /2604156500/acl 2024-11-14T03:21:51,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34377 2024-11-14T03:21:51,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34377 2024-11-14T03:21:51,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34377 2024-11-14T03:21:51,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34377 2024-11-14T03:21:51,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34377 2024-11-14T03:21:51,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:21:51,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:51,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:51,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:21:51,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:21:51,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:21:51,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:21:51,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:21:51,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42473 2024-11-14T03:21:51,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42473 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:51,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:51,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:51,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424730x0, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:51,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42473-0x101375cd55f0007 connected 2024-11-14T03:21:51,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424730x0, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on znode that does not yet exist, /2604156500/running 2024-11-14T03:21:51,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:21:51,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:21:51,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on znode that does not yet exist, /2604156500/master 2024-11-14T03:21:51,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on znode that does not yet exist, /2604156500/acl 2024-11-14T03:21:51,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-14T03:21:51,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42473 2024-11-14T03:21:51,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42473 2024-11-14T03:21:51,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-14T03:21:51,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-14T03:21:51,895 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:34377 2024-11-14T03:21:51,896 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2604156500/backup-masters/b152692f18ba,34377,1731554511710 2024-11-14T03:21:51,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500/backup-masters 2024-11-14T03:21:51,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500/backup-masters 2024-11-14T03:21:51,903 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on existing znode=/2604156500/backup-masters/b152692f18ba,34377,1731554511710 2024-11-14T03:21:51,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:51,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2604156500/master 2024-11-14T03:21:51,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:51,913 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on existing znode=/2604156500/master 2024-11-14T03:21:51,914 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2604156500/backup-masters/b152692f18ba,34377,1731554511710 from backup master directory 2024-11-14T03:21:51,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2604156500/backup-masters/b152692f18ba,34377,1731554511710 2024-11-14T03:21:51,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500/backup-masters 2024-11-14T03:21:51,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500/backup-masters 2024-11-14T03:21:51,924 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:51,924 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,34377,1731554511710 2024-11-14T03:21:51,926 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/hbase.id] with ID: c03bf1a8-5edf-4395-b1c9-b5683aff5091 2024-11-14T03:21:51,926 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/.tmp/hbase.id 2024-11-14T03:21:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:21:52,330 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/.tmp/hbase.id]:[hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/hbase.id] 2024-11-14T03:21:52,338 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:21:52,338 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:21:52,339 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:21:52,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:52,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:21:52,391 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:52,392 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:21:52,392 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:21:52,798 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store 2024-11-14T03:21:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:21:53,202 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:53,203 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:21:53,203 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:53,203 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:53,203 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:21:53,203 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:53,203 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:21:53,203 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554513203Disabling compacts and flushes for region at 1731554513203Disabling writes for close at 1731554513203Writing region close event to WAL at 1731554513203Closed at 1731554513203 2024-11-14T03:21:53,203 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/.initializing 2024-11-14T03:21:53,203 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/WALs/b152692f18ba,34377,1731554511710 2024-11-14T03:21:53,204 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:53,205 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C34377%2C1731554511710, suffix=, logDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/WALs/b152692f18ba,34377,1731554511710, archiveDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/oldWALs, maxLogs=10 2024-11-14T03:21:53,217 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/WALs/b152692f18ba,34377,1731554511710/b152692f18ba%2C34377%2C1731554511710.1731554513205, exclude list is [], retry=0 2024-11-14T03:21:53,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36803,DS-39e540cc-8f32-4eea-b85b-73d34f04535b,DISK] 2024-11-14T03:21:53,220 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/WALs/b152692f18ba,34377,1731554511710/b152692f18ba%2C34377%2C1731554511710.1731554513205 2024-11-14T03:21:53,220 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-14T03:21:53,220 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:53,220 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:53,220 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,220 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:21:53,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:53,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:21:53,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:53,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:21:53,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:21:53,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:53,226 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,226 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,227 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,228 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:53,228 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:21:53,229 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:53,230 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61661429, jitterRate=-0.08117310702800751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:53,230 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554513221Initializing all the Stores at 1731554513221Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554513221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554513221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554513221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554513221Cleaning up temporary data from old regions at 1731554513227 (+6 ms)Region opened successfully at 1731554513230 (+3 ms) 2024-11-14T03:21:53,230 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:21:53,232 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b395fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:53,232 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:21:53,232 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:21:53,232 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:21:53,232 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:21:53,233 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:21:53,233 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:21:53,233 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:21:53,234 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:21:53,235 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Unable to get data of znode /2604156500/balancer because node does not exist (not necessarily an error) 2024-11-14T03:21:53,292 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2604156500/balancer already deleted, retry=false 2024-11-14T03:21:53,292 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:21:53,293 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Unable to get data of znode /2604156500/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:21:53,302 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2604156500/normalizer already deleted, retry=false 2024-11-14T03:21:53,303 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:21:53,304 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Unable to get data of znode /2604156500/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:21:53,313 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2604156500/switch/split already deleted, retry=false 2024-11-14T03:21:53,314 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Unable to get data of znode /2604156500/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:21:53,323 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2604156500/switch/merge already deleted, retry=false 2024-11-14T03:21:53,325 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Unable to get data of znode /2604156500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:21:53,334 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2604156500/snapshot-cleanup already deleted, retry=false 2024-11-14T03:21:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2604156500/running 2024-11-14T03:21:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2604156500/running 2024-11-14T03:21:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:53,345 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,34377,1731554511710, sessionid=0x101375cd55f0006, setting cluster-up flag (Was=false) 2024-11-14T03:21:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:53,397 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2604156500/flush-table-proc/acquired, /2604156500/flush-table-proc/reached, /2604156500/flush-table-proc/abort 2024-11-14T03:21:53,398 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,34377,1731554511710 2024-11-14T03:21:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:53,450 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2604156500/online-snapshot/acquired, /2604156500/online-snapshot/reached, /2604156500/online-snapshot/abort 2024-11-14T03:21:53,451 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,34377,1731554511710 2024-11-14T03:21:53,452 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:21:53,453 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:53,453 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:21:53,453 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:21:53,454 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,34377,1731554511710 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:53,455 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554543458 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:21:53,458 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:53,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:21:53,459 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:21:53,459 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:21:53,459 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:21:53,459 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:21:53,459 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:21:53,459 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:21:53,459 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554513459,5,FailOnTimeoutGroup] 2024-11-14T03:21:53,460 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554513459,5,FailOnTimeoutGroup] 2024-11-14T03:21:53,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:21:53,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,460 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:21:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:21:53,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:21:53,467 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4 2024-11-14T03:21:53,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:21:53,487 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(746): ClusterId : c03bf1a8-5edf-4395-b1c9-b5683aff5091 2024-11-14T03:21:53,487 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:21:53,493 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:21:53,493 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:21:53,579 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:21:53,579 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543b800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:21:53,593 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:42473 2024-11-14T03:21:53,593 INFO [RS:0;b152692f18ba:42473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:21:53,593 INFO [RS:0;b152692f18ba:42473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:21:53,593 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:21:53,594 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,34377,1731554511710 with port=42473, startcode=1731554511859 2024-11-14T03:21:53,594 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:21:53,595 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:21:53,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,42473,1731554511859 2024-11-14T03:21:53,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34377 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,42473,1731554511859 2024-11-14T03:21:53,597 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4 2024-11-14T03:21:53,597 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45843 2024-11-14T03:21:53,597 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:21:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500/rs 2024-11-14T03:21:53,655 DEBUG [RS:0;b152692f18ba:42473 {}] zookeeper.ZKUtil(111): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on existing znode=/2604156500/rs/b152692f18ba,42473,1731554511859 2024-11-14T03:21:53,655 WARN [RS:0;b152692f18ba:42473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:21:53,656 INFO [RS:0;b152692f18ba:42473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:53,656 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859 2024-11-14T03:21:53,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,42473,1731554511859] 2024-11-14T03:21:53,658 INFO [RS:0;b152692f18ba:42473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:21:53,660 INFO [RS:0;b152692f18ba:42473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:21:53,660 INFO [RS:0;b152692f18ba:42473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:21:53,660 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,660 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:21:53,661 INFO [RS:0;b152692f18ba:42473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:21:53,661 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:53,661 DEBUG [RS:0;b152692f18ba:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:21:53,661 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,661 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,661 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,661 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,662 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,662 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42473,1731554511859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:53,674 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:21:53,674 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,42473,1731554511859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,674 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,674 INFO [RS:0;b152692f18ba:42473 {}] regionserver.Replication(171): b152692f18ba,42473,1731554511859 started 2024-11-14T03:21:53,703 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:53,703 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,42473,1731554511859, RpcServer on b152692f18ba/172.17.0.3:42473, sessionid=0x101375cd55f0007 2024-11-14T03:21:53,703 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:21:53,703 DEBUG [RS:0;b152692f18ba:42473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,42473,1731554511859 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,42473,1731554511859' 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2604156500/flush-table-proc/abort' 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2604156500/flush-table-proc/acquired' 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,42473,1731554511859 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,42473,1731554511859' 2024-11-14T03:21:53,704 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2604156500/online-snapshot/abort' 2024-11-14T03:21:53,705 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2604156500/online-snapshot/acquired' 2024-11-14T03:21:53,705 DEBUG [RS:0;b152692f18ba:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:21:53,705 INFO [RS:0;b152692f18ba:42473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:21:53,705 INFO [RS:0;b152692f18ba:42473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:21:53,805 INFO [RS:0;b152692f18ba:42473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:21:53,807 INFO [RS:0;b152692f18ba:42473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C42473%2C1731554511859, suffix=, logDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859, archiveDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/oldWALs, maxLogs=10 2024-11-14T03:21:53,823 DEBUG [RS:0;b152692f18ba:42473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, exclude list is [], retry=0 2024-11-14T03:21:53,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36803,DS-39e540cc-8f32-4eea-b85b-73d34f04535b,DISK] 2024-11-14T03:21:53,826 INFO [RS:0;b152692f18ba:42473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 2024-11-14T03:21:53,827 DEBUG [RS:0;b152692f18ba:42473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-14T03:21:53,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:53,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:53,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:53,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:53,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:53,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:53,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:53,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:53,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:53,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:53,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:53,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:53,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:53,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:53,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:53,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740 2024-11-14T03:21:53,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740 2024-11-14T03:21:53,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:53,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:53,881 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:53,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:53,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:53,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65780933, jitterRate=-0.019787713885307312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:53,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554513874Initializing all the Stores at 1731554513874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554513874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554513875 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554513875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554513875Cleaning up temporary data from old regions at 1731554513881 (+6 ms)Region opened successfully at 1731554513883 (+2 ms) 2024-11-14T03:21:53,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:21:53,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:21:53,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:21:53,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:21:53,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:21:53,883 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:21:53,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554513883Disabling compacts and flushes for region at 1731554513883Disabling writes for close at 1731554513883Writing region close event to WAL at 1731554513883Closed at 1731554513883 2024-11-14T03:21:53,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:53,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:21:53,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:21:53,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:53,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:21:54,036 DEBUG [b152692f18ba:34377 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:21:54,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,42473,1731554511859 2024-11-14T03:21:54,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,42473,1731554511859, state=OPENING 2024-11-14T03:21:54,081 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:21:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:21:54,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:21:54,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2604156500/meta-region-server: CHANGED 2024-11-14T03:21:54,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2604156500/meta-region-server: CHANGED 2024-11-14T03:21:54,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,42473,1731554511859}] 2024-11-14T03:21:54,245 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:21:54,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:21:54,249 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:21:54,249 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:21:54,249 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:21:54,250 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C42473%2C1731554511859.meta, suffix=.meta, logDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859, archiveDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/oldWALs, maxLogs=10 2024-11-14T03:21:54,268 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.meta.1731554514250.meta, exclude list is [], retry=0 2024-11-14T03:21:54,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36803,DS-39e540cc-8f32-4eea-b85b-73d34f04535b,DISK] 2024-11-14T03:21:54,271 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.meta.1731554514250.meta 2024-11-14T03:21:54,272 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-14T03:21:54,272 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:54,272 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:54,272 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:21:54,272 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:21:54,272 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:21:54,273 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:21:54,273 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:54,273 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:21:54,273 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:21:54,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:21:54,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:21:54,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:54,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:54,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:21:54,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:21:54,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:54,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:54,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:21:54,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:21:54,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:54,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:54,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:21:54,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:21:54,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:54,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:21:54,277 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:21:54,278 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740 2024-11-14T03:21:54,278 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740 2024-11-14T03:21:54,279 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:21:54,279 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:21:54,279 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:21:54,280 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:21:54,281 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75364744, jitterRate=0.12302219867706299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:21:54,281 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:21:54,281 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554514273Writing region info on filesystem at 1731554514273Initializing all the Stores at 1731554514273Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554514274 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554514274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554514274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554514274Cleaning up temporary data from old regions at 1731554514279 (+5 ms)Running coprocessor post-open hooks at 1731554514281 (+2 ms)Region opened successfully at 1731554514281 2024-11-14T03:21:54,282 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554514244 2024-11-14T03:21:54,284 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:21:54,284 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:21:54,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,42473,1731554511859 2024-11-14T03:21:54,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,42473,1731554511859, state=OPEN 2024-11-14T03:21:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2604156500/meta-region-server 2024-11-14T03:21:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2604156500/meta-region-server 2024-11-14T03:21:54,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,42473,1731554511859 2024-11-14T03:21:54,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2604156500/meta-region-server: CHANGED 2024-11-14T03:21:54,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2604156500/meta-region-server: CHANGED 2024-11-14T03:21:54,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:21:54,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,42473,1731554511859 in 200 msec 2024-11-14T03:21:54,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:21:54,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-14T03:21:54,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:21:54,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:21:54,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:54,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,42473,1731554511859, seqNum=-1] 2024-11-14T03:21:54,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:54,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:54,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-14T03:21:54,302 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554514302, completionTime=-1 2024-11-14T03:21:54,302 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:21:54,302 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:21:54,304 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:21:54,304 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554574304 2024-11-14T03:21:54,304 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554634304 2024-11-14T03:21:54,304 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T03:21:54,305 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34377,1731554511710-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:54,305 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34377,1731554511710-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:54,305 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34377,1731554511710-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:54,305 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:34377, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:54,305 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:54,305 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:54,306 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.384sec 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34377,1731554511710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:21:54,308 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34377,1731554511710-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:21:54,310 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:21:54,310 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:21:54,310 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34377,1731554511710-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:21:54,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccff5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:54,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34377,-1 for getting cluster id 2024-11-14T03:21:54,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:21:54,394 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c03bf1a8-5edf-4395-b1c9-b5683aff5091' 2024-11-14T03:21:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:21:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c03bf1a8-5edf-4395-b1c9-b5683aff5091" 2024-11-14T03:21:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2e8c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34377,-1] 2024-11-14T03:21:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:21:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:21:54,395 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:21:54,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c48cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:21:54,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:21:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,42473,1731554511859, seqNum=-1] 2024-11-14T03:21:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:21:54,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:21:54,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,34377,1731554511710 2024-11-14T03:21:54,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53008 2024-11-14T03:21:54,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:21:54,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101375cd55f0008 connected 2024-11-14T03:21:54,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35879,1731554500765 2024-11-14T03:21:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26919fbf 2024-11-14T03:21:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:54,422 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:54,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:21:54,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:54,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:54,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:21:54,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:54,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:54,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:54,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6858e8c026ca750446d7e727153dd93, NAME => 'test,,1731554514422.e6858e8c026ca750446d7e727153dd93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e 2024-11-14T03:21:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:21:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:55,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554514422.e6858e8c026ca750446d7e727153dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:55,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6858e8c026ca750446d7e727153dd93, disabling compactions & flushes 2024-11-14T03:21:55,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:21:55,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:21:55,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554514422.e6858e8c026ca750446d7e727153dd93. after waiting 0 ms 2024-11-14T03:21:55,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:21:55,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:21:55,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6858e8c026ca750446d7e727153dd93: Waiting for close lock at 1731554515235Disabling compacts and flushes for region at 1731554515235Disabling writes for close at 1731554515236 (+1 ms)Writing region close event to WAL at 1731554515236Closed at 1731554515236 2024-11-14T03:21:55,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:55,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554514422.e6858e8c026ca750446d7e727153dd93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554515236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554515236"}]},"ts":"1731554515236"} 2024-11-14T03:21:55,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:55,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:55,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554515239"}]},"ts":"1731554515239"} 2024-11-14T03:21:55,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:21:55,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6858e8c026ca750446d7e727153dd93, ASSIGN}] 2024-11-14T03:21:55,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6858e8c026ca750446d7e727153dd93, ASSIGN 2024-11-14T03:21:55,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6858e8c026ca750446d7e727153dd93, ASSIGN; state=OFFLINE, location=b152692f18ba,36327,1731554500969; forceNewPlan=false, retain=false 2024-11-14T03:21:55,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6858e8c026ca750446d7e727153dd93, regionState=OPENING, regionLocation=b152692f18ba,36327,1731554500969 2024-11-14T03:21:55,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6858e8c026ca750446d7e727153dd93, ASSIGN because future has completed 2024-11-14T03:21:55,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6858e8c026ca750446d7e727153dd93, server=b152692f18ba,36327,1731554500969}] 2024-11-14T03:21:55,549 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:21:55,549 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6858e8c026ca750446d7e727153dd93, NAME => 'test,,1731554514422.e6858e8c026ca750446d7e727153dd93.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:55,549 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:55,550 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:21:55,550 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,550 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554514422.e6858e8c026ca750446d7e727153dd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:55,550 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,550 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,551 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,552 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6858e8c026ca750446d7e727153dd93 columnFamilyName f 2024-11-14T03:21:55,552 DEBUG [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:55,552 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] regionserver.HStore(327): Store=e6858e8c026ca750446d7e727153dd93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:55,552 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,553 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6858e8c026ca750446d7e727153dd93 columnFamilyName f1 2024-11-14T03:21:55,553 DEBUG [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:55,553 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] regionserver.HStore(327): Store=e6858e8c026ca750446d7e727153dd93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:55,553 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,554 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6858e8c026ca750446d7e727153dd93 columnFamilyName norep 2024-11-14T03:21:55,554 DEBUG [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:55,554 INFO [StoreOpener-e6858e8c026ca750446d7e727153dd93-1 {}] regionserver.HStore(327): Store=e6858e8c026ca750446d7e727153dd93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:55,554 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,554 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,555 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,555 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,555 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,556 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:55,556 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:55,558 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:55,558 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6858e8c026ca750446d7e727153dd93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69533983, jitterRate=0.036137089133262634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:55,558 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:21:55,558 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6858e8c026ca750446d7e727153dd93: Running coprocessor pre-open hook at 1731554515550Writing region info on filesystem at 1731554515550Initializing all the Stores at 1731554515550Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554515551 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554515551Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554515551Cleaning up temporary data from old regions at 1731554515555 (+4 ms)Running coprocessor post-open hooks at 1731554515558 (+3 ms)Region opened successfully at 1731554515558 2024-11-14T03:21:55,559 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554514422.e6858e8c026ca750446d7e727153dd93., pid=6, masterSystemTime=1731554515546 2024-11-14T03:21:55,560 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:21:55,560 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:21:55,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6858e8c026ca750446d7e727153dd93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,36327,1731554500969 2024-11-14T03:21:55,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6858e8c026ca750446d7e727153dd93, server=b152692f18ba,36327,1731554500969 because future has completed 2024-11-14T03:21:55,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:21:55,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6858e8c026ca750446d7e727153dd93, server=b152692f18ba,36327,1731554500969 in 169 msec 2024-11-14T03:21:55,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:21:55,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6858e8c026ca750446d7e727153dd93, ASSIGN in 325 msec 2024-11-14T03:21:55,567 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:55,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554515567"}]},"ts":"1731554515567"} 2024-11-14T03:21:55,569 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:21:55,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:55,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-14T03:21:55,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:56,567 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:21:56,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34201,1731554506508 2024-11-14T03:21:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5179e929 2024-11-14T03:21:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:56,569 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:56,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:21:56,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:56,571 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:56,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:21:56,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:21:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:56,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f19f771e02a1c1cf8e79b3d1935be3a, NAME => 'test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d 2024-11-14T03:21:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:21:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:57,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:57,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f19f771e02a1c1cf8e79b3d1935be3a, disabling compactions & flushes 2024-11-14T03:21:57,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:21:57,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:21:57,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. after waiting 0 ms 2024-11-14T03:21:57,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:21:57,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:21:57,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f19f771e02a1c1cf8e79b3d1935be3a: Waiting for close lock at 1731554517382Disabling compacts and flushes for region at 1731554517382Disabling writes for close at 1731554517382Writing region close event to WAL at 1731554517382Closed at 1731554517382 2024-11-14T03:21:57,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:57,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554517384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554517384"}]},"ts":"1731554517384"} 2024-11-14T03:21:57,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:57,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:57,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554517386"}]},"ts":"1731554517386"} 2024-11-14T03:21:57,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:21:57,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f19f771e02a1c1cf8e79b3d1935be3a, ASSIGN}] 2024-11-14T03:21:57,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f19f771e02a1c1cf8e79b3d1935be3a, ASSIGN 2024-11-14T03:21:57,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f19f771e02a1c1cf8e79b3d1935be3a, ASSIGN; state=OFFLINE, location=b152692f18ba,41895,1731554506661; forceNewPlan=false, retain=false 2024-11-14T03:21:57,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f19f771e02a1c1cf8e79b3d1935be3a, regionState=OPENING, regionLocation=b152692f18ba,41895,1731554506661 2024-11-14T03:21:57,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f19f771e02a1c1cf8e79b3d1935be3a, ASSIGN because future has completed 2024-11-14T03:21:57,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f19f771e02a1c1cf8e79b3d1935be3a, server=b152692f18ba,41895,1731554506661}] 2024-11-14T03:21:57,702 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:21:57,702 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f19f771e02a1c1cf8e79b3d1935be3a, NAME => 'test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:57,702 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:57,703 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:21:57,703 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,703 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:57,703 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,703 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,704 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,704 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f19f771e02a1c1cf8e79b3d1935be3a columnFamilyName f 2024-11-14T03:21:57,704 DEBUG [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:57,705 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] regionserver.HStore(327): Store=0f19f771e02a1c1cf8e79b3d1935be3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:57,705 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,705 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f19f771e02a1c1cf8e79b3d1935be3a columnFamilyName f1 2024-11-14T03:21:57,705 DEBUG [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:57,706 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] regionserver.HStore(327): Store=0f19f771e02a1c1cf8e79b3d1935be3a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:57,706 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,706 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f19f771e02a1c1cf8e79b3d1935be3a columnFamilyName norep 2024-11-14T03:21:57,706 DEBUG [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:57,707 INFO [StoreOpener-0f19f771e02a1c1cf8e79b3d1935be3a-1 {}] regionserver.HStore(327): Store=0f19f771e02a1c1cf8e79b3d1935be3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:57,707 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,707 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:57,707 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,708 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,708 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,708 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:57,709 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,711 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:57,711 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f19f771e02a1c1cf8e79b3d1935be3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69481439, jitterRate=0.0353541225194931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:57,712 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:21:57,712 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f19f771e02a1c1cf8e79b3d1935be3a: Running coprocessor pre-open hook at 1731554517703Writing region info on filesystem at 1731554517703Initializing all the Stores at 1731554517703Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554517703Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554517703Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554517703Cleaning up temporary data from old regions at 1731554517708 (+5 ms)Running coprocessor post-open hooks at 1731554517712 (+4 ms)Region opened successfully at 1731554517712 2024-11-14T03:21:57,712 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a., pid=6, masterSystemTime=1731554517693 2024-11-14T03:21:57,714 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:21:57,714 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:21:57,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f19f771e02a1c1cf8e79b3d1935be3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,41895,1731554506661 2024-11-14T03:21:57,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f19f771e02a1c1cf8e79b3d1935be3a, server=b152692f18ba,41895,1731554506661 because future has completed 2024-11-14T03:21:57,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:21:57,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f19f771e02a1c1cf8e79b3d1935be3a, server=b152692f18ba,41895,1731554506661 in 179 msec 2024-11-14T03:21:57,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:21:57,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f19f771e02a1c1cf8e79b3d1935be3a, ASSIGN in 335 msec 2024-11-14T03:21:57,725 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:57,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554517725"}]},"ts":"1731554517725"} 2024-11-14T03:21:57,727 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:21:57,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:57,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-14T03:21:58,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:21:58,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T03:21:58,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:21:58,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T03:21:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:58,717 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:21:58,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:21:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34377,1731554511710 2024-11-14T03:21:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3066bc0b 2024-11-14T03:21:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:21:58,719 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:21:58,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:21:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:21:58,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:21:58,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:58,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:21:58,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:21:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:21:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:59,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59f2d737fbea3cf804092d88c507eb4d, NAME => 'test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4 2024-11-14T03:21:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:21:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:59,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:59,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59f2d737fbea3cf804092d88c507eb4d, disabling compactions & flushes 2024-11-14T03:21:59,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:21:59,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:21:59,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. after waiting 0 ms 2024-11-14T03:21:59,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:21:59,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:21:59,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59f2d737fbea3cf804092d88c507eb4d: Waiting for close lock at 1731554519601Disabling compacts and flushes for region at 1731554519601Disabling writes for close at 1731554519601Writing region close event to WAL at 1731554519601Closed at 1731554519601 2024-11-14T03:21:59,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:21:59,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554519602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554519602"}]},"ts":"1731554519602"} 2024-11-14T03:21:59,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:21:59,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:21:59,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554519605"}]},"ts":"1731554519605"} 2024-11-14T03:21:59,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:21:59,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59f2d737fbea3cf804092d88c507eb4d, ASSIGN}] 2024-11-14T03:21:59,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59f2d737fbea3cf804092d88c507eb4d, ASSIGN 2024-11-14T03:21:59,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59f2d737fbea3cf804092d88c507eb4d, ASSIGN; state=OFFLINE, location=b152692f18ba,42473,1731554511859; forceNewPlan=false, retain=false 2024-11-14T03:21:59,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59f2d737fbea3cf804092d88c507eb4d, regionState=OPENING, regionLocation=b152692f18ba,42473,1731554511859 2024-11-14T03:21:59,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59f2d737fbea3cf804092d88c507eb4d, ASSIGN because future has completed 2024-11-14T03:21:59,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59f2d737fbea3cf804092d88c507eb4d, server=b152692f18ba,42473,1731554511859}] 2024-11-14T03:21:59,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:21:59,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:21:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:21:59,915 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:21:59,915 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59f2d737fbea3cf804092d88c507eb4d, NAME => 'test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:21:59,916 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:21:59,916 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:21:59,916 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,916 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:21:59,916 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,916 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,918 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,919 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f2d737fbea3cf804092d88c507eb4d columnFamilyName f 2024-11-14T03:21:59,919 DEBUG [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:59,919 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] regionserver.HStore(327): Store=59f2d737fbea3cf804092d88c507eb4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:59,919 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,920 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f2d737fbea3cf804092d88c507eb4d columnFamilyName f1 2024-11-14T03:21:59,920 DEBUG [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:59,920 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] regionserver.HStore(327): Store=59f2d737fbea3cf804092d88c507eb4d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:59,920 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,921 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f2d737fbea3cf804092d88c507eb4d columnFamilyName norep 2024-11-14T03:21:59,921 DEBUG [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:21:59,921 INFO [StoreOpener-59f2d737fbea3cf804092d88c507eb4d-1 {}] regionserver.HStore(327): Store=59f2d737fbea3cf804092d88c507eb4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:21:59,922 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,922 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,922 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,923 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,923 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,923 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:21:59,924 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,926 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:21:59,926 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59f2d737fbea3cf804092d88c507eb4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62458546, jitterRate=-0.06929513812065125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:21:59,926 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:21:59,926 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59f2d737fbea3cf804092d88c507eb4d: Running coprocessor pre-open hook at 1731554519916Writing region info on filesystem at 1731554519916Initializing all the Stores at 1731554519917 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554519917Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554519918 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554519918Cleaning up temporary data from old regions at 1731554519923 (+5 ms)Running coprocessor post-open hooks at 1731554519926 (+3 ms)Region opened successfully at 1731554519926 2024-11-14T03:21:59,927 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d., pid=6, masterSystemTime=1731554519912 2024-11-14T03:21:59,929 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:21:59,929 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:21:59,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59f2d737fbea3cf804092d88c507eb4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,42473,1731554511859 2024-11-14T03:21:59,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59f2d737fbea3cf804092d88c507eb4d, server=b152692f18ba,42473,1731554511859 because future has completed 2024-11-14T03:21:59,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:21:59,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59f2d737fbea3cf804092d88c507eb4d, server=b152692f18ba,42473,1731554511859 in 172 msec 2024-11-14T03:21:59,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:21:59,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59f2d737fbea3cf804092d88c507eb4d, ASSIGN in 328 msec 2024-11-14T03:21:59,936 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:21:59,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554519936"}]},"ts":"1731554519936"} 2024-11-14T03:21:59,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:21:59,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:21:59,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-11-14T03:22:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:00,867 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:22:00,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47981b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:00,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35879,-1 for getting cluster id 2024-11-14T03:22:00,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:00,868 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20636288-e233-4ea0-b155-8503b68465b0' 2024-11-14T03:22:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20636288-e233-4ea0-b155-8503b68465b0" 2024-11-14T03:22:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e514160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35879,-1] 2024-11-14T03:22:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:00,869 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:00,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c772bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:00,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,35879,1731554500765 2024-11-14T03:22:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cbe00a 2024-11-14T03:22:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:00,871 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:00,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:34201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:22:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:22:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:00,874 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34201' 2024-11-14T03:22:00,875 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7aaf50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:00,875 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:22:00,875 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:00,875 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:22:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:22:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537e8ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:22:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:00,877 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:00,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375df1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:00,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34201,1731554506508 2024-11-14T03:22:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e58fe6d 2024-11-14T03:22:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:00,879 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:00,879 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:22:00,879 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:22:00,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:00,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:00,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:00,880 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:00,881 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:22:00,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:00,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:00,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:22:00,931 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:22:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:01,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fb567352bc507eeaab1b37ec091fb08, NAME => 'hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e 2024-11-14T03:22:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:22:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6fb567352bc507eeaab1b37ec091fb08, disabling compactions & flushes 2024-11-14T03:22:01,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. after waiting 0 ms 2024-11-14T03:22:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:01,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fb567352bc507eeaab1b37ec091fb08: Waiting for close lock at 1731554521695Disabling compacts and flushes for region at 1731554521695Disabling writes for close at 1731554521695Writing region close event to WAL at 1731554521695Closed at 1731554521695 2024-11-14T03:22:01,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:01,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554521696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554521696"}]},"ts":"1731554521696"} 2024-11-14T03:22:01,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:01,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:01,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554521699"}]},"ts":"1731554521699"} 2024-11-14T03:22:01,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:22:01,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fb567352bc507eeaab1b37ec091fb08, ASSIGN}] 2024-11-14T03:22:01,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fb567352bc507eeaab1b37ec091fb08, ASSIGN 2024-11-14T03:22:01,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6fb567352bc507eeaab1b37ec091fb08, ASSIGN; state=OFFLINE, location=b152692f18ba,36327,1731554500969; forceNewPlan=false, retain=false 2024-11-14T03:22:01,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6fb567352bc507eeaab1b37ec091fb08, regionState=OPENING, regionLocation=b152692f18ba,36327,1731554500969 2024-11-14T03:22:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6fb567352bc507eeaab1b37ec091fb08, ASSIGN because future has completed 2024-11-14T03:22:01,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb567352bc507eeaab1b37ec091fb08, server=b152692f18ba,36327,1731554500969}] 2024-11-14T03:22:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:02,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:02,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:02,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:22:02,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C36327%2C1731554500969.rep, suffix=, logDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969, archiveDir=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/oldWALs, maxLogs=10 2024-11-14T03:22:02,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.rep.1731554522012, exclude list is [], retry=0 2024-11-14T03:22:02,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-2d4540f1-fc3c-486c-a223-83cb4db83425,DISK] 2024-11-14T03:22:02,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.rep.1731554522012 2024-11-14T03:22:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-14T03:22:02,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fb567352bc507eeaab1b37ec091fb08, NAME => 'hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:02,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. service=MultiRowMutationService 2024-11-14T03:22:02,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:22:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,033 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,034 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb567352bc507eeaab1b37ec091fb08 columnFamilyName hfileref 2024-11-14T03:22:02,034 DEBUG [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:02,034 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] regionserver.HStore(327): Store=6fb567352bc507eeaab1b37ec091fb08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:02,034 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,035 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb567352bc507eeaab1b37ec091fb08 columnFamilyName queue 2024-11-14T03:22:02,035 DEBUG [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:02,035 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] regionserver.HStore(327): Store=6fb567352bc507eeaab1b37ec091fb08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:02,036 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,036 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb567352bc507eeaab1b37ec091fb08 columnFamilyName sid 2024-11-14T03:22:02,036 DEBUG [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:02,036 INFO [StoreOpener-6fb567352bc507eeaab1b37ec091fb08-1 {}] regionserver.HStore(327): Store=6fb567352bc507eeaab1b37ec091fb08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:02,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:02,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6fb567352bc507eeaab1b37ec091fb08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70855806, jitterRate=0.055833786725997925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:02,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:02,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6fb567352bc507eeaab1b37ec091fb08: Running coprocessor pre-open hook at 1731554522032Writing region info on filesystem at 1731554522032Initializing all the Stores at 1731554522033 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554522033Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554522033Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554522033Cleaning up temporary data from old regions at 1731554522038 (+5 ms)Running coprocessor post-open hooks at 1731554522041 (+3 ms)Region opened successfully at 1731554522041 2024-11-14T03:22:02,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08., pid=10, masterSystemTime=1731554522007 2024-11-14T03:22:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:02,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:02,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6fb567352bc507eeaab1b37ec091fb08, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,36327,1731554500969 2024-11-14T03:22:02,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb567352bc507eeaab1b37ec091fb08, server=b152692f18ba,36327,1731554500969 because future has completed 2024-11-14T03:22:02,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:22:02,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fb567352bc507eeaab1b37ec091fb08, server=b152692f18ba,36327,1731554500969 in 190 msec 2024-11-14T03:22:02,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:22:02,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fb567352bc507eeaab1b37ec091fb08, ASSIGN in 347 msec 2024-11-14T03:22:02,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:02,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554522050"}]},"ts":"1731554522050"} 2024-11-14T03:22:02,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:22:02,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:02,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-14T03:22:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08., hostname=b152692f18ba,36327,1731554500969, seqNum=2] 2024-11-14T03:22:02,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:22:02,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:22:02,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:22:02,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:22:02,329 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:22:02,355 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,36327,1731554500969, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:22:02,355 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:02,355 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,36327,1731554500969, seqNum=-1] 2024-11-14T03:22:02,355 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:02,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:02,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,36327,1731554500969', locateType=CURRENT is [region=hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08., hostname=b152692f18ba,36327,1731554500969, seqNum=2] 2024-11-14T03:22:02,359 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:22:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:22:02,361 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,36327,1731554500969 suceeded 2024-11-14T03:22:02,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:22:02,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T03:22:02,363 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:34201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:22:02,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-11-14T03:22:02,373 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34201' 2024-11-14T03:22:02,374 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147e76ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:02,374 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:22:02,374 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:02,375 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:22:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:22:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@211ac83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:22:02,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:02,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:02,376 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:02,377 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3771da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:02,377 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:02,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34201,1731554506508 2024-11-14T03:22:02,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259a74c8 2024-11-14T03:22:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:02,379 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T03:22:02,379 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,36327,1731554500969 (queues=1) is replicating from cluster=20636288-e233-4ea0-b155-8503b68465b0 to cluster=6f13bd4f-d293-4443-8aea-3537c5079509 2024-11-14T03:22:02,379 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C36327%2C1731554500969 2024-11-14T03:22:02,380 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,36327,1731554500969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:22:02,380 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470, startPosition=0, beingWritten=true 2024-11-14T03:22:02,380 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C36327%2C1731554500969 2024-11-14T03:22:02,385 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:02,385 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:02,385 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,36327,1731554500969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:02,588 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:02,893 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:03,028 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:22:03,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:03,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:03,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:03,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:03,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:03,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c9ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:03,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:22:03,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:03,029 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:22:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:22:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0eafb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:22:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:03,031 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffa26b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:03,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34201,1731554506508 2024-11-14T03:22:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f756bf8 2024-11-14T03:22:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:03,033 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:03,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:34377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:22:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:22:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:03,036 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34377' 2024-11-14T03:22:03,037 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d78ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:03,037 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34377,-1 for getting cluster id 2024-11-14T03:22:03,037 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:03,037 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c03bf1a8-5edf-4395-b1c9-b5683aff5091' 2024-11-14T03:22:03,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:03,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c03bf1a8-5edf-4395-b1c9-b5683aff5091" 2024-11-14T03:22:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a429644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34377,-1] 2024-11-14T03:22:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:03,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:03,038 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:03,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f31900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:03,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:03,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34377,1731554511710 2024-11-14T03:22:03,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db454ab 2024-11-14T03:22:03,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:03,040 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:03,041 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:22:03,041 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:22:03,041 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:03,041 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:03,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:03,042 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:03,042 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:22:03,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:03,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:03,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:22:03,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 536742fb0b6fae73a0726c355346c498, NAME => 'hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d 2024-11-14T03:22:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:22:03,093 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:22:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:03,295 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:03,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:03,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 536742fb0b6fae73a0726c355346c498, disabling compactions & flushes 2024-11-14T03:22:03,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:03,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:03,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. after waiting 0 ms 2024-11-14T03:22:03,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:03,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:03,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 536742fb0b6fae73a0726c355346c498: Waiting for close lock at 1731554523457Disabling compacts and flushes for region at 1731554523457Disabling writes for close at 1731554523457Writing region close event to WAL at 1731554523457Closed at 1731554523457 2024-11-14T03:22:03,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:03,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554523458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554523458"}]},"ts":"1731554523458"} 2024-11-14T03:22:03,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:03,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:03,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554523461"}]},"ts":"1731554523461"} 2024-11-14T03:22:03,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:22:03,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=536742fb0b6fae73a0726c355346c498, ASSIGN}] 2024-11-14T03:22:03,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=536742fb0b6fae73a0726c355346c498, ASSIGN 2024-11-14T03:22:03,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=536742fb0b6fae73a0726c355346c498, ASSIGN; state=OFFLINE, location=b152692f18ba,41895,1731554506661; forceNewPlan=false, retain=false 2024-11-14T03:22:03,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=536742fb0b6fae73a0726c355346c498, regionState=OPENING, regionLocation=b152692f18ba,41895,1731554506661 2024-11-14T03:22:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=536742fb0b6fae73a0726c355346c498, ASSIGN because future has completed 2024-11-14T03:22:03,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 536742fb0b6fae73a0726c355346c498, server=b152692f18ba,41895,1731554506661}] 2024-11-14T03:22:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:03,799 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:04,402 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:22:04,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C41895%2C1731554506661.rep, suffix=, logDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/oldWALs, maxLogs=10 2024-11-14T03:22:04,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.rep.1731554524418, exclude list is [], retry=0 2024-11-14T03:22:04,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36475,DS-e075052a-ea6b-4f8d-8b80-b24dc44029f8,DISK] 2024-11-14T03:22:04,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.rep.1731554524418 2024-11-14T03:22:04,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-14T03:22:04,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 536742fb0b6fae73a0726c355346c498, NAME => 'hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:04,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. service=MultiRowMutationService 2024-11-14T03:22:04,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:22:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,449 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,450 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536742fb0b6fae73a0726c355346c498 columnFamilyName hfileref 2024-11-14T03:22:04,450 DEBUG [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:04,450 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] regionserver.HStore(327): Store=536742fb0b6fae73a0726c355346c498/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:04,451 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,451 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536742fb0b6fae73a0726c355346c498 columnFamilyName queue 2024-11-14T03:22:04,451 DEBUG [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:04,451 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] regionserver.HStore(327): Store=536742fb0b6fae73a0726c355346c498/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:04,452 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,452 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536742fb0b6fae73a0726c355346c498 columnFamilyName sid 2024-11-14T03:22:04,452 DEBUG [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:04,452 INFO [StoreOpener-536742fb0b6fae73a0726c355346c498-1 {}] regionserver.HStore(327): Store=536742fb0b6fae73a0726c355346c498/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:04,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:04,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:04,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 536742fb0b6fae73a0726c355346c498; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70016253, jitterRate=0.04332347214221954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:04,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:04,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 536742fb0b6fae73a0726c355346c498: Running coprocessor pre-open hook at 1731554524448Writing region info on filesystem at 1731554524448Initializing all the Stores at 1731554524449 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554524449Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554524449Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554524449Cleaning up temporary data from old regions at 1731554524454 (+5 ms)Running coprocessor post-open hooks at 1731554524457 (+3 ms)Region opened successfully at 1731554524457 2024-11-14T03:22:04,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498., pid=10, masterSystemTime=1731554523769 2024-11-14T03:22:04,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:04,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:04,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=536742fb0b6fae73a0726c355346c498, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,41895,1731554506661 2024-11-14T03:22:04,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 536742fb0b6fae73a0726c355346c498, server=b152692f18ba,41895,1731554506661 because future has completed 2024-11-14T03:22:04,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:22:04,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 536742fb0b6fae73a0726c355346c498, server=b152692f18ba,41895,1731554506661 in 845 msec 2024-11-14T03:22:04,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:22:04,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=536742fb0b6fae73a0726c355346c498, ASSIGN in 1.0000 sec 2024-11-14T03:22:04,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:04,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554524465"}]},"ts":"1731554524465"} 2024-11-14T03:22:04,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:22:04,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:04,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4250 sec 2024-11-14T03:22:04,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498., hostname=b152692f18ba,41895,1731554506661, seqNum=2] 2024-11-14T03:22:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:22:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:22:05,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:22:05,106 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:05,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:22:05,255 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:22:05,281 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,41895,1731554506661, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:22:05,281 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:05,282 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,41895,1731554506661, seqNum=-1] 2024-11-14T03:22:05,282 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:05,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:05,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,41895,1731554506661', locateType=CURRENT is [region=hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498., hostname=b152692f18ba,41895,1731554506661, seqNum=2] 2024-11-14T03:22:05,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:22:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:22:05,288 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,41895,1731554506661 suceeded 2024-11-14T03:22:05,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:22:05,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T03:22:05,290 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:34377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:22:05,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.2570 sec 2024-11-14T03:22:05,300 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34377' 2024-11-14T03:22:05,301 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d03fac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:05,301 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34377,-1 for getting cluster id 2024-11-14T03:22:05,301 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:05,302 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c03bf1a8-5edf-4395-b1c9-b5683aff5091' 2024-11-14T03:22:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c03bf1a8-5edf-4395-b1c9-b5683aff5091" 2024-11-14T03:22:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f5f68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34377,-1] 2024-11-14T03:22:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:05,304 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:05,304 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c43682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:05,304 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34377,1731554511710 2024-11-14T03:22:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7367a6da 2024-11-14T03:22:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:05,306 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T03:22:05,306 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,41895,1731554506661 (queues=1) is replicating from cluster=6f13bd4f-d293-4443-8aea-3537c5079509 to cluster=c03bf1a8-5edf-4395-b1c9-b5683aff5091 2024-11-14T03:22:05,306 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C41895%2C1731554506661 2024-11-14T03:22:05,306 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,41895,1731554506661, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:22:05,307 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, startPosition=0, beingWritten=true 2024-11-14T03:22:05,307 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C41895%2C1731554506661 2024-11-14T03:22:05,311 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:05,311 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:05,311 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:05,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:05,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:05,514 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:05,818 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:05,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:05,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:22:05,847 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108827 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:22:05,908 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:06,221 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:06,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:22:06,724 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:06,815 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:07,197 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:22:07,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:07,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:07,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:07,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:07,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:07,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f9a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:07,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34377,-1 for getting cluster id 2024-11-14T03:22:07,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:07,199 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c03bf1a8-5edf-4395-b1c9-b5683aff5091' 2024-11-14T03:22:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c03bf1a8-5edf-4395-b1c9-b5683aff5091" 2024-11-14T03:22:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec00ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34377,-1] 2024-11-14T03:22:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:07,201 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130140c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:07,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:07,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34377,1731554511710 2024-11-14T03:22:07,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ceddf2 2024-11-14T03:22:07,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:07,204 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:07,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:34201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:22:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:22:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:07,207 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34201' 2024-11-14T03:22:07,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377cabb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:07,208 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:22:07,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:07,208 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:22:07,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:22:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202d2b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:22:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:07,210 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:07,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2a102b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:07,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34201,1731554506508 2024-11-14T03:22:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@542568de 2024-11-14T03:22:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:07,212 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:07,212 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:22:07,212 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:22:07,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:07,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:07,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:07,213 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:07,214 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:22:07,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:07,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:07,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:22:07,264 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:22:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:07,327 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:07,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8688967bdc90fbf1edfb6abd4ce69fdd, NAME => 'hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4 2024-11-14T03:22:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:22:07,817 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:08,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:08,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8688967bdc90fbf1edfb6abd4ce69fdd, disabling compactions & flushes 2024-11-14T03:22:08,026 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:08,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:08,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. after waiting 0 ms 2024-11-14T03:22:08,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:08,026 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:08,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8688967bdc90fbf1edfb6abd4ce69fdd: Waiting for close lock at 1731554528026Disabling compacts and flushes for region at 1731554528026Disabling writes for close at 1731554528026Writing region close event to WAL at 1731554528026Closed at 1731554528026 2024-11-14T03:22:08,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:08,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554528028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554528028"}]},"ts":"1731554528028"} 2024-11-14T03:22:08,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:08,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:08,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554528030"}]},"ts":"1731554528030"} 2024-11-14T03:22:08,031 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:08,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:22:08,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8688967bdc90fbf1edfb6abd4ce69fdd, ASSIGN}] 2024-11-14T03:22:08,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8688967bdc90fbf1edfb6abd4ce69fdd, ASSIGN 2024-11-14T03:22:08,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8688967bdc90fbf1edfb6abd4ce69fdd, ASSIGN; state=OFFLINE, location=b152692f18ba,42473,1731554511859; forceNewPlan=false, retain=false 2024-11-14T03:22:08,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8688967bdc90fbf1edfb6abd4ce69fdd, regionState=OPENING, regionLocation=b152692f18ba,42473,1731554511859 2024-11-14T03:22:08,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8688967bdc90fbf1edfb6abd4ce69fdd, ASSIGN because future has completed 2024-11-14T03:22:08,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8688967bdc90fbf1edfb6abd4ce69fdd, server=b152692f18ba,42473,1731554511859}] 2024-11-14T03:22:08,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:08,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:08,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:22:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:08,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C42473%2C1731554511859.rep, suffix=, logDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859, archiveDir=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/oldWALs, maxLogs=10 2024-11-14T03:22:08,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.rep.1731554528347, exclude list is [], retry=0 2024-11-14T03:22:08,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36803,DS-39e540cc-8f32-4eea-b85b-73d34f04535b,DISK] 2024-11-14T03:22:08,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.rep.1731554528347 2024-11-14T03:22:08,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-14T03:22:08,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8688967bdc90fbf1edfb6abd4ce69fdd, NAME => 'hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:08,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. service=MultiRowMutationService 2024-11-14T03:22:08,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:22:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,367 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,368 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8688967bdc90fbf1edfb6abd4ce69fdd columnFamilyName hfileref 2024-11-14T03:22:08,368 DEBUG [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:08,368 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] regionserver.HStore(327): Store=8688967bdc90fbf1edfb6abd4ce69fdd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:08,368 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,369 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8688967bdc90fbf1edfb6abd4ce69fdd columnFamilyName queue 2024-11-14T03:22:08,369 DEBUG [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:08,369 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] regionserver.HStore(327): Store=8688967bdc90fbf1edfb6abd4ce69fdd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:08,369 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,370 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8688967bdc90fbf1edfb6abd4ce69fdd columnFamilyName sid 2024-11-14T03:22:08,370 DEBUG [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:08,370 INFO [StoreOpener-8688967bdc90fbf1edfb6abd4ce69fdd-1 {}] regionserver.HStore(327): Store=8688967bdc90fbf1edfb6abd4ce69fdd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:08,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/replication/8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/replication/8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:08,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/replication/8688967bdc90fbf1edfb6abd4ce69fdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:08,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8688967bdc90fbf1edfb6abd4ce69fdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71355625, jitterRate=0.06328167021274567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:08,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:08,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8688967bdc90fbf1edfb6abd4ce69fdd: Running coprocessor pre-open hook at 1731554528366Writing region info on filesystem at 1731554528366Initializing all the Stores at 1731554528367 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554528367Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554528367Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554528367Cleaning up temporary data from old regions at 1731554528372 (+5 ms)Running coprocessor post-open hooks at 1731554528375 (+3 ms)Region opened successfully at 1731554528375 2024-11-14T03:22:08,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd., pid=10, masterSystemTime=1731554528343 2024-11-14T03:22:08,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:08,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:08,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8688967bdc90fbf1edfb6abd4ce69fdd, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,42473,1731554511859 2024-11-14T03:22:08,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8688967bdc90fbf1edfb6abd4ce69fdd, server=b152692f18ba,42473,1731554511859 because future has completed 2024-11-14T03:22:08,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:22:08,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8688967bdc90fbf1edfb6abd4ce69fdd, server=b152692f18ba,42473,1731554511859 in 189 msec 2024-11-14T03:22:08,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:22:08,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8688967bdc90fbf1edfb6abd4ce69fdd, ASSIGN in 346 msec 2024-11-14T03:22:08,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:08,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554528383"}]},"ts":"1731554528383"} 2024-11-14T03:22:08,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:22:08,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:08,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-14T03:22:08,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd., hostname=b152692f18ba,42473,1731554511859, seqNum=2] 2024-11-14T03:22:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:22:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:22:08,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:22:08,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:22:08,676 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:22:08,704 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,42473,1731554511859, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:22:08,704 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:08,704 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,42473,1731554511859, seqNum=-1] 2024-11-14T03:22:08,704 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:08,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:08,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,42473,1731554511859', locateType=CURRENT is [region=hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd., hostname=b152692f18ba,42473,1731554511859, seqNum=2] 2024-11-14T03:22:08,709 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:22:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:22:08,711 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,42473,1731554511859 suceeded 2024-11-14T03:22:08,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:22:08,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T03:22:08,713 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:34201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:22:08,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-14T03:22:08,724 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:34201' 2024-11-14T03:22:08,725 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b473de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:08,725 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:22:08,725 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:08,725 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:22:08,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:08,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:22:08,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13158678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:08,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:22:08,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:08,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:08,726 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:08,728 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf5ce04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:08,728 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:08,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,34201,1731554506508 2024-11-14T03:22:08,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e91d7db 2024-11-14T03:22:08,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:08,729 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T03:22:08,729 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,42473,1731554511859 (queues=1) is replicating from cluster=c03bf1a8-5edf-4395-b1c9-b5683aff5091 to cluster=6f13bd4f-d293-4443-8aea-3537c5079509 2024-11-14T03:22:08,729 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C42473%2C1731554511859 2024-11-14T03:22:08,730 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,42473,1731554511859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:22:08,730 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C42473%2C1731554511859 2024-11-14T03:22:08,730 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, startPosition=0, beingWritten=true 2024-11-14T03:22:08,733 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:08,734 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 379, reset compression=false 2024-11-14T03:22:08,734 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:08,836 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:08,920 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:08,937 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 379, reset compression=false 2024-11-14T03:22:09,240 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 379, reset compression=false 2024-11-14T03:22:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:09,367 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:22:09,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:09,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:09,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:09,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:09,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:09,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ccfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,35879,-1 for getting cluster id 2024-11-14T03:22:09,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:09,369 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20636288-e233-4ea0-b155-8503b68465b0' 2024-11-14T03:22:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20636288-e233-4ea0-b155-8503b68465b0" 2024-11-14T03:22:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e91c5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,35879,-1] 2024-11-14T03:22:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:09,370 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f178b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ea47e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:22:09,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:09,372 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:22:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:22:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ea9ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:22:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:09,373 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4221ae9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55415660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34377,-1 for getting cluster id 2024-11-14T03:22:09,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:09,375 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c03bf1a8-5edf-4395-b1c9-b5683aff5091' 2024-11-14T03:22:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c03bf1a8-5edf-4395-b1c9-b5683aff5091" 2024-11-14T03:22:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34377,-1] 2024-11-14T03:22:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:09,376 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab9fd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:09,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:09,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,36327,1731554500969, seqNum=-1] 2024-11-14T03:22:09,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:09,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554514422.e6858e8c026ca750446d7e727153dd93., hostname=b152692f18ba,36327,1731554500969, seqNum=2] 2024-11-14T03:22:09,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,42473,1731554511859, seqNum=-1] 2024-11-14T03:22:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:09,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d., hostname=b152692f18ba,42473,1731554511859, seqNum=2] 2024-11-14T03:22:09,389 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T03:22:09,644 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 379, reset compression=false 2024-11-14T03:22:09,740 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:10,123 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 379, reset compression=false 2024-11-14T03:22:10,128 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:10,128 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:10,128 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,36327,1731554500969 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6858e8c026ca750446d7e727153dd93/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T03:22:10,131 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:10,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T03:22:10,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:10,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e39ea64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:10,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34201,-1 for getting cluster id 2024-11-14T03:22:10,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:10,138 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f13bd4f-d293-4443-8aea-3537c5079509' 2024-11-14T03:22:10,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:10,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f13bd4f-d293-4443-8aea-3537c5079509" 2024-11-14T03:22:10,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c69c88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:10,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34201,-1] 2024-11-14T03:22:10,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:10,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:10,140 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:10,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f8db074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:10,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,41895,1731554506661, seqNum=-1] 2024-11-14T03:22:10,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:10,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:10,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a., hostname=b152692f18ba,41895,1731554506661, seqNum=2] 2024-11-14T03:22:10,146 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 379, reset compression=false 2024-11-14T03:22:10,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:10,333 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:10,355 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:22:10,390 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T03:22:10,636 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:10,743 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 379, reset compression=false 2024-11-14T03:22:10,748 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:10,748 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 503, reset compression=false 2024-11-14T03:22:10,748 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f19f771e02a1c1cf8e79b3d1935be3a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T03:22:10,750 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:10,750 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 379, reset compression=false 2024-11-14T03:22:10,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T03:22:10,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:10,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b6a7429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:10,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,34377,-1 for getting cluster id 2024-11-14T03:22:10,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:10,756 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c03bf1a8-5edf-4395-b1c9-b5683aff5091' 2024-11-14T03:22:10,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:10,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c03bf1a8-5edf-4395-b1c9-b5683aff5091" 2024-11-14T03:22:10,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242478dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:10,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,34377,-1] 2024-11-14T03:22:10,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:10,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:10,758 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:10,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33066a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:10,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:10,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,42473,1731554511859, seqNum=-1] 2024-11-14T03:22:10,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:10,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:10,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d., hostname=b152692f18ba,42473,1731554511859, seqNum=2] 2024-11-14T03:22:10,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:10,957 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 503, reset compression=false 2024-11-14T03:22:11,040 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:11,260 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 503, reset compression=false 2024-11-14T03:22:11,392 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T03:22:11,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:11,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,41895,1731554506661, seqNum=-1] 2024-11-14T03:22:11,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:11,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a., hostname=b152692f18ba,41895,1731554506661, seqNum=2] 2024-11-14T03:22:11,398 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T03:22:11,457 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 379, reset compression=false 2024-11-14T03:22:11,461 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:11,461 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 526, reset compression=false 2024-11-14T03:22:11,461 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:11,543 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:11,663 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 503, reset compression=false 2024-11-14T03:22:11,664 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 526, reset compression=false 2024-11-14T03:22:11,667 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:11,667 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 607, reset compression=false 2024-11-14T03:22:11,667 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f19f771e02a1c1cf8e79b3d1935be3a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T03:22:11,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:11,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:11,870 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 607, reset compression=false 2024-11-14T03:22:11,966 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 526, reset compression=false 2024-11-14T03:22:11,970 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:11,970 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 653, reset compression=false 2024-11-14T03:22:11,970 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:12,146 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:12,173 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 653, reset compression=false 2024-11-14T03:22:12,173 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 607, reset compression=false 2024-11-14T03:22:12,400 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T03:22:12,403 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T03:22:12,476 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 653, reset compression=false 2024-11-14T03:22:12,480 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:12,480 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 757, reset compression=false 2024-11-14T03:22:12,480 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[{test/59f2d737fbea3cf804092d88c507eb4d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T03:22:12,482 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:12,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T03:22:12,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:12,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:12,576 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 607, reset compression=false 2024-11-14T03:22:12,580 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:12,580 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 735, reset compression=false 2024-11-14T03:22:12,580 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:12,683 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 757, reset compression=false 2024-11-14T03:22:12,783 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 735, reset compression=false 2024-11-14T03:22:12,849 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:12,986 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 757, reset compression=false 2024-11-14T03:22:13,085 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 735, reset compression=false 2024-11-14T03:22:13,389 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 757, reset compression=false 2024-11-14T03:22:13,404 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T03:22:13,406 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T03:22:13,488 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 735, reset compression=false 2024-11-14T03:22:13,652 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 480, reset compression=false 2024-11-14T03:22:13,656 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:13,656 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:13,656 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,36327,1731554500969 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6858e8c026ca750446d7e727153dd93/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T03:22:13,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:13,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:13,864 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:13,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:13,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,892 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 757, reset compression=false 2024-11-14T03:22:13,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:13,991 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 735, reset compression=false 2024-11-14T03:22:13,995 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:13,995 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 882, reset compression=false 2024-11-14T03:22:13,995 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f19f771e02a1c1cf8e79b3d1935be3a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T03:22:13,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:14,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:14,168 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:14,199 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 882, reset compression=false 2024-11-14T03:22:14,408 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T03:22:14,411 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T03:22:14,495 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 757, reset compression=false 2024-11-14T03:22:14,500 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:14,500 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 927, reset compression=false 2024-11-14T03:22:14,500 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:14,502 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 882, reset compression=false 2024-11-14T03:22:14,509 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:14,509 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1041, reset compression=false 2024-11-14T03:22:14,509 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f19f771e02a1c1cf8e79b3d1935be3a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T03:22:14,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:14,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:14,571 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:14,705 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 927, reset compression=false 2024-11-14T03:22:14,709 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:14,709 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1076, reset compression=false 2024-11-14T03:22:14,709 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:14,712 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1041, reset compression=false 2024-11-14T03:22:14,912 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1076, reset compression=false 2024-11-14T03:22:15,015 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1041, reset compression=false 2024-11-14T03:22:15,074 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:15,215 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1076, reset compression=false 2024-11-14T03:22:15,412 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T03:22:15,421 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1041, reset compression=false 2024-11-14T03:22:15,428 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T03:22:15,618 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1076, reset compression=false 2024-11-14T03:22:15,622 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:15,622 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1235, reset compression=false 2024-11-14T03:22:15,622 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[{test/59f2d737fbea3cf804092d88c507eb4d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T03:22:15,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T03:22:15,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T03:22:15,677 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:15,826 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1235, reset compression=false 2024-11-14T03:22:15,926 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1041, reset compression=false 2024-11-14T03:22:15,930 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:15,930 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:15,930 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:16,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:22:16,129 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1235, reset compression=false 2024-11-14T03:22:16,134 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:16,381 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:16,429 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T03:22:16,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:22:16,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:16,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:16,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:16,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:16,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:16,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:22:16,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1357870861, stopped=false 2024-11-14T03:22:16,435 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,34377,1731554511710 2024-11-14T03:22:16,436 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2604156500/running 2024-11-14T03:22:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2604156500/running 2024-11-14T03:22:16,501 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:22:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:22:16,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:16,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:16,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:16,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,42473,1731554511859' ***** 2024-11-14T03:22:16,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:22:16,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on znode that does not yet exist, /2604156500/running 2024-11-14T03:22:16,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Set watcher on znode that does not yet exist, /2604156500/running 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:22:16,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 59f2d737fbea3cf804092d88c507eb4d 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,42473,1731554511859 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:16,503 INFO [RS:0;b152692f18ba:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:42473. 2024-11-14T03:22:16,503 DEBUG [RS:0;b152692f18ba:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:16,503 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:16,504 INFO [RS:0;b152692f18ba:42473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:22:16,504 INFO [RS:0;b152692f18ba:42473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:22:16,504 INFO [RS:0;b152692f18ba:42473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:22:16,504 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:22:16,504 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:22:16,504 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1325): Online Regions={59f2d737fbea3cf804092d88c507eb4d=test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d., 1588230740=hbase:meta,,1.1588230740, 8688967bdc90fbf1edfb6abd4ce69fdd=hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd.} 2024-11-14T03:22:16,504 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59f2d737fbea3cf804092d88c507eb4d, 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59f2d737fbea3cf804092d88c507eb4d, disabling compactions & flushes 2024-11-14T03:22:16,504 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:16,504 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. after waiting 0 ms 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:16,504 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:22:16,504 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:22:16,504 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59f2d737fbea3cf804092d88c507eb4d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T03:22:16,519 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/f/3a253f470d144cf18e565783ebcaa592 is 29, key is row1/f:/1731554534409/DeleteFamily/seqid=0 2024-11-14T03:22:16,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741840_1016 (size=5152) 2024-11-14T03:22:16,531 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/info/7178d475e76e4effa7c3efe85dac32a2 is 147, key is hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd./info:regioninfo/1731554528377/Put/seqid=0 2024-11-14T03:22:16,533 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1235, reset compression=false 2024-11-14T03:22:16,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741841_1017 (size=7686) 2024-11-14T03:22:16,537 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:16,537 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1482, reset compression=false 2024-11-14T03:22:16,537 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,42473,1731554511859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:16,538 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,42473,1731554511859: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,42473,1731554511859, walGroup=b152692f18ba%2C42473%2C1731554511859, offset=b152692f18ba%2C42473%2C1731554511859.1731554513807:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:42473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:22:16,539 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:22:16,539 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:22:16,540 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:22:16,540 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:22:16,540 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:22:16,540 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 859786248 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201321352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:22:16,540 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:34377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:34377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:22:16,578 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:16,704 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59f2d737fbea3cf804092d88c507eb4d, 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:16,740 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1482, reset compression=false 2024-11-14T03:22:16,753 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:22:16,753 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:22:16,839 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:16,904 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59f2d737fbea3cf804092d88c507eb4d, 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:16,923 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/f/3a253f470d144cf18e565783ebcaa592 2024-11-14T03:22:16,927 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a253f470d144cf18e565783ebcaa592 2024-11-14T03:22:16,936 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/info/7178d475e76e4effa7c3efe85dac32a2 2024-11-14T03:22:16,942 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/f1/fc5ad6d523ba4b2f9e74723aead3e328 is 30, key is row1/f1:/1731554534409/DeleteFamily/seqid=0 2024-11-14T03:22:16,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741842_1018 (size=5158) 2024-11-14T03:22:16,957 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/ns/babab32b7cad43e284f9eb638b968c37 is 43, key is default/ns:d/1731554514299/Put/seqid=0 2024-11-14T03:22:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741843_1019 (size=5153) 2024-11-14T03:22:17,043 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1482, reset compression=false 2024-11-14T03:22:17,104 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59f2d737fbea3cf804092d88c507eb4d, 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:17,186 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:17,305 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59f2d737fbea3cf804092d88c507eb4d, 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:17,342 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:17,345 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/f1/fc5ad6d523ba4b2f9e74723aead3e328 2024-11-14T03:22:17,349 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc5ad6d523ba4b2f9e74723aead3e328 2024-11-14T03:22:17,361 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/ns/babab32b7cad43e284f9eb638b968c37 2024-11-14T03:22:17,366 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/norep/965dedc661694ec592a5041cab622578 is 33, key is row2/norep:/1731554535413/DeleteFamily/seqid=0 2024-11-14T03:22:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741844_1020 (size=5108) 2024-11-14T03:22:17,369 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/norep/965dedc661694ec592a5041cab622578 2024-11-14T03:22:17,372 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 965dedc661694ec592a5041cab622578 2024-11-14T03:22:17,373 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/f/3a253f470d144cf18e565783ebcaa592 as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/f/3a253f470d144cf18e565783ebcaa592 2024-11-14T03:22:17,376 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a253f470d144cf18e565783ebcaa592 2024-11-14T03:22:17,376 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/f/3a253f470d144cf18e565783ebcaa592, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T03:22:17,377 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/f1/fc5ad6d523ba4b2f9e74723aead3e328 as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/f1/fc5ad6d523ba4b2f9e74723aead3e328 2024-11-14T03:22:17,380 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc5ad6d523ba4b2f9e74723aead3e328 2024-11-14T03:22:17,381 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/f1/fc5ad6d523ba4b2f9e74723aead3e328, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T03:22:17,381 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/.tmp/norep/965dedc661694ec592a5041cab622578 as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/norep/965dedc661694ec592a5041cab622578 2024-11-14T03:22:17,383 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/rep_barrier/28a4f53025e1433babe5681f6cef9b3d is 112, key is test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d./rep_barrier:seqnumDuringOpen/1731554519929/Put/seqid=0 2024-11-14T03:22:17,385 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 965dedc661694ec592a5041cab622578 2024-11-14T03:22:17,385 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/norep/965dedc661694ec592a5041cab622578, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T03:22:17,387 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 59f2d737fbea3cf804092d88c507eb4d in 882ms, sequenceid=10, compaction requested=false 2024-11-14T03:22:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741845_1021 (size=5518) 2024-11-14T03:22:17,394 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/default/test/59f2d737fbea3cf804092d88c507eb4d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T03:22:17,394 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:17,394 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:22:17,395 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59f2d737fbea3cf804092d88c507eb4d: Waiting for close lock at 1731554536504Running coprocessor pre-close hooks at 1731554536504Disabling compacts and flushes for region at 1731554536504Disabling writes for close at 1731554536504Obtaining lock to block concurrent updates at 1731554536504Preparing flush snapshotting stores in 59f2d737fbea3cf804092d88c507eb4d at 1731554536504Finished memstore snapshotting test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731554536505 (+1 ms)Flushing stores of test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. at 1731554536505Flushing 59f2d737fbea3cf804092d88c507eb4d/f: creating writer at 1731554536505Flushing 59f2d737fbea3cf804092d88c507eb4d/f: appending metadata at 1731554536519 (+14 ms)Flushing 59f2d737fbea3cf804092d88c507eb4d/f: closing flushed file at 1731554536519Flushing 59f2d737fbea3cf804092d88c507eb4d/f1: creating writer at 1731554536927 (+408 ms)Flushing 59f2d737fbea3cf804092d88c507eb4d/f1: appending metadata at 1731554536942 (+15 ms)Flushing 59f2d737fbea3cf804092d88c507eb4d/f1: closing flushed file at 1731554536942Flushing 59f2d737fbea3cf804092d88c507eb4d/norep: creating writer at 1731554537349 (+407 ms)Flushing 59f2d737fbea3cf804092d88c507eb4d/norep: appending metadata at 1731554537365 (+16 ms)Flushing 59f2d737fbea3cf804092d88c507eb4d/norep: closing flushed file at 1731554537365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87c59b8: reopening flushed file at 1731554537372 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f0e29e: reopening flushed file at 1731554537377 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f563f3: reopening flushed file at 1731554537381 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 59f2d737fbea3cf804092d88c507eb4d in 882ms, sequenceid=10, compaction requested=false at 1731554537387 (+6 ms)Writing region close event to WAL at 1731554537391 (+4 ms)Running coprocessor post-close hooks at 1731554537394 (+3 ms)Closed at 1731554537395 (+1 ms) 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554518719.59f2d737fbea3cf804092d88c507eb4d. 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8688967bdc90fbf1edfb6abd4ce69fdd, disabling compactions & flushes 2024-11-14T03:22:17,395 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. after waiting 0 ms 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8688967bdc90fbf1edfb6abd4ce69fdd: Waiting for close lock at 1731554537395Running coprocessor pre-close hooks at 1731554537395Disabling compacts and flushes for region at 1731554537395Disabling writes for close at 1731554537395Failed flush hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd., putting online again at 1731554537395 2024-11-14T03:22:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,447 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 1482, reset compression=false 2024-11-14T03:22:17,451 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:17,451 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 2126, reset compression=false 2024-11-14T03:22:17,505 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:22:17,505 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8688967bdc90fbf1edfb6abd4ce69fdd=hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd.} 2024-11-14T03:22:17,505 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:17,505 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8688967bdc90fbf1edfb6abd4ce69fdd 2024-11-14T03:22:17,505 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8688967bdc90fbf1edfb6abd4ce69fdd, disabling compactions & flushes 2024-11-14T03:22:17,505 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,505 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,505 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. after waiting 0 ms 2024-11-14T03:22:17,505 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,505 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8688967bdc90fbf1edfb6abd4ce69fdd: Waiting for close lock at 1731554537505Running coprocessor pre-close hooks at 1731554537505Disabling compacts and flushes for region at 1731554537505Disabling writes for close at 1731554537505Failed flush hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd., putting online again at 1731554537505 2024-11-14T03:22:17,505 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731554527213.8688967bdc90fbf1edfb6abd4ce69fdd. 2024-11-14T03:22:17,654 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 2126, reset compression=false 2024-11-14T03:22:17,705 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:22:17,790 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/rep_barrier/28a4f53025e1433babe5681f6cef9b3d 2024-11-14T03:22:17,806 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/table/45fd7d99857a484b8e9ebd6a0d54ef3d is 53, key is hbase:replication/table:state/1731554528383/Put/seqid=0 2024-11-14T03:22:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741846_1022 (size=5308) 2024-11-14T03:22:17,905 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:22:17,945 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:17,957 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 2126, reset compression=false 2024-11-14T03:22:18,089 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:18,106 DEBUG [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:22:18,209 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/table/45fd7d99857a484b8e9ebd6a0d54ef3d 2024-11-14T03:22:18,213 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/info/7178d475e76e4effa7c3efe85dac32a2 as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/info/7178d475e76e4effa7c3efe85dac32a2 2024-11-14T03:22:18,216 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/info/7178d475e76e4effa7c3efe85dac32a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:22:18,217 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/ns/babab32b7cad43e284f9eb638b968c37 as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/ns/babab32b7cad43e284f9eb638b968c37 2024-11-14T03:22:18,220 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/ns/babab32b7cad43e284f9eb638b968c37, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:22:18,222 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/rep_barrier/28a4f53025e1433babe5681f6cef9b3d as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/rep_barrier/28a4f53025e1433babe5681f6cef9b3d 2024-11-14T03:22:18,225 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/rep_barrier/28a4f53025e1433babe5681f6cef9b3d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:22:18,226 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/.tmp/table/45fd7d99857a484b8e9ebd6a0d54ef3d as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/table/45fd7d99857a484b8e9ebd6a0d54ef3d 2024-11-14T03:22:18,229 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/table/45fd7d99857a484b8e9ebd6a0d54ef3d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:22:18,230 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-14T03:22:18,233 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:22:18,233 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:18,233 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:22:18,233 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:18,234 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554536504Running coprocessor pre-close hooks at 1731554536504Disabling compacts and flushes for region at 1731554536504Disabling writes for close at 1731554536504Obtaining lock to block concurrent updates at 1731554536504Preparing flush snapshotting stores in 1588230740 at 1731554536504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554536505 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554536505Flushing 1588230740/info: creating writer at 1731554536505Flushing 1588230740/info: appending metadata at 1731554536531 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731554536531Flushing 1588230740/ns: creating writer at 1731554536940 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731554536957 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731554536957Flushing 1588230740/rep_barrier: creating writer at 1731554537364 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554537382 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554537382Flushing 1588230740/table: creating writer at 1731554537793 (+411 ms)Flushing 1588230740/table: appending metadata at 1731554537805 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731554537806 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0ee73c: reopening flushed file at 1731554538212 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84d6091: reopening flushed file at 1731554538217 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4924d843: reopening flushed file at 1731554538221 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167f7da7: reopening flushed file at 1731554538225 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731554538230 (+5 ms)Writing region close event to WAL at 1731554538231 (+1 ms)Running coprocessor post-close hooks at 1731554538233 (+2 ms)Closed at 1731554538233 2024-11-14T03:22:18,234 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:18,306 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T03:22:18,306 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,42473,1731554511859; all regions closed. 2024-11-14T03:22:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:22:18,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.meta.1731554514250.meta not finished, retry = 0 2024-11-14T03:22:18,360 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.1731554513807 to pos 2126, reset compression=false 2024-11-14T03:22:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741839_1015 (size=2171) 2024-11-14T03:22:18,410 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/WALs/b152692f18ba,42473,1731554511859/b152692f18ba%2C42473%2C1731554511859.rep.1731554528347 not finished, retry = 0 2024-11-14T03:22:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741833_1009 (size=2134) 2024-11-14T03:22:18,512 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:18,513 INFO [RS:0;b152692f18ba:42473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:18,513 INFO [RS:0;b152692f18ba:42473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:18,513 INFO [RS:0;b152692f18ba:42473 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:18,513 INFO [RS:0;b152692f18ba:42473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:18,513 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:18,513 INFO [RS:0;b152692f18ba:42473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,42473,1731554511859 because: Region server is closing 2024-11-14T03:22:18,514 INFO [RS:0;b152692f18ba:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:42473. 2024-11-14T03:22:18,514 DEBUG [RS:0;b152692f18ba:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:18,514 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:18,514 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:18,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:18,614 INFO [RS:0;b152692f18ba:42473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.shipperb152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 terminated 2024-11-14T03:22:18,614 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,42473,1731554511859.replicationSource.wal-reader.b152692f18ba%2C42473%2C1731554511859,1-b152692f18ba,42473,1731554511859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:22:18,614 INFO [RS:0;b152692f18ba:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:42473. 2024-11-14T03:22:18,614 DEBUG [RS:0;b152692f18ba:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:18,615 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:18,615 DEBUG [RS:0;b152692f18ba:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:18,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:18,615 INFO [RS:0;b152692f18ba:42473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42473 2024-11-14T03:22:18,649 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:18,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2604156500/rs/b152692f18ba,42473,1731554511859 2024-11-14T03:22:18,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500/rs 2024-11-14T03:22:18,670 INFO [RS:0;b152692f18ba:42473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:18,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,42473,1731554511859] 2024-11-14T03:22:18,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2604156500/draining/b152692f18ba,42473,1731554511859 already deleted, retry=false 2024-11-14T03:22:18,691 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,42473,1731554511859 expired; onlineServers=0 2024-11-14T03:22:18,691 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,34377,1731554511710' ***** 2024-11-14T03:22:18,691 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:22:18,691 INFO [M:0;b152692f18ba:34377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:18,691 INFO [M:0;b152692f18ba:34377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:18,691 DEBUG [M:0;b152692f18ba:34377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:22:18,691 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:22:18,691 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554513459 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554513459,5,FailOnTimeoutGroup] 2024-11-14T03:22:18,691 DEBUG [M:0;b152692f18ba:34377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:22:18,691 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554513459 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554513459,5,FailOnTimeoutGroup] 2024-11-14T03:22:18,691 INFO [M:0;b152692f18ba:34377 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:18,691 INFO [M:0;b152692f18ba:34377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:18,691 DEBUG [M:0;b152692f18ba:34377 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:22:18,691 INFO [M:0;b152692f18ba:34377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:22:18,691 INFO [M:0;b152692f18ba:34377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:18,692 INFO [M:0;b152692f18ba:34377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:22:18,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:22:18,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2604156500/master 2024-11-14T03:22:18,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2604156500 2024-11-14T03:22:18,701 DEBUG [M:0;b152692f18ba:34377 {}] zookeeper.ZKUtil(347): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Unable to get data of znode /2604156500/master because node does not exist (not an error) 2024-11-14T03:22:18,701 WARN [M:0;b152692f18ba:34377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:22:18,711 INFO [M:0;b152692f18ba:34377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/.lastflushedseqids 2024-11-14T03:22:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741847_1023 (size=245) 2024-11-14T03:22:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:18,780 INFO [RS:0;b152692f18ba:42473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x101375cd55f0007, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:18,780 INFO [RS:0;b152692f18ba:42473 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,42473,1731554511859; zookeeper connection closed. 2024-11-14T03:22:18,780 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f721cb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f721cb9 2024-11-14T03:22:18,781 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:22:18,902 DEBUG [master/b152692f18ba:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-14T03:22:18,903 DEBUG [master/b152692f18ba:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T03:22:19,093 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:19,118 INFO [M:0;b152692f18ba:34377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:22:19,118 INFO [M:0;b152692f18ba:34377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:22:19,118 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:19,118 INFO [M:0;b152692f18ba:34377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:19,118 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:19,118 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:19,118 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:19,118 INFO [M:0;b152692f18ba:34377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T03:22:19,136 DEBUG [M:0;b152692f18ba:34377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35a8938ef836499e950d502f9c0a5d20 is 82, key is hbase:meta,,1/info:regioninfo/1731554514284/Put/seqid=0 2024-11-14T03:22:19,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741848_1024 (size=5672) 2024-11-14T03:22:19,452 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:19,539 INFO [M:0;b152692f18ba:34377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35a8938ef836499e950d502f9c0a5d20 2024-11-14T03:22:19,611 DEBUG [M:0;b152692f18ba:34377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/192d67c39e3840ea86f381b11bc163fb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731554528387/Put/seqid=0 2024-11-14T03:22:19,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741849_1025 (size=8515) 2024-11-14T03:22:20,014 INFO [M:0;b152692f18ba:34377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/192d67c39e3840ea86f381b11bc163fb 2024-11-14T03:22:20,030 DEBUG [M:0;b152692f18ba:34377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df19aa4eaed84054aaf7ce242d984120 is 69, key is b152692f18ba,42473,1731554511859/rs:state/1731554513596/Put/seqid=0 2024-11-14T03:22:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741850_1026 (size=5156) 2024-11-14T03:22:20,196 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:20,356 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:20,434 INFO [M:0;b152692f18ba:34377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df19aa4eaed84054aaf7ce242d984120 2024-11-14T03:22:20,437 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35a8938ef836499e950d502f9c0a5d20 as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35a8938ef836499e950d502f9c0a5d20 2024-11-14T03:22:20,441 INFO [M:0;b152692f18ba:34377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35a8938ef836499e950d502f9c0a5d20, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T03:22:20,441 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/192d67c39e3840ea86f381b11bc163fb as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/192d67c39e3840ea86f381b11bc163fb 2024-11-14T03:22:20,444 INFO [M:0;b152692f18ba:34377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/192d67c39e3840ea86f381b11bc163fb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T03:22:20,445 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df19aa4eaed84054aaf7ce242d984120 as hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df19aa4eaed84054aaf7ce242d984120 2024-11-14T03:22:20,449 INFO [M:0;b152692f18ba:34377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45843/user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df19aa4eaed84054aaf7ce242d984120, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T03:22:20,450 INFO [M:0;b152692f18ba:34377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=97, compaction requested=false 2024-11-14T03:22:20,451 INFO [M:0;b152692f18ba:34377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:20,451 DEBUG [M:0;b152692f18ba:34377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554539118Disabling compacts and flushes for region at 1731554539118Disabling writes for close at 1731554539118Obtaining lock to block concurrent updates at 1731554539118Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554539118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731554539119 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554539119Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554539119Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554539135 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554539135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554539594 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554539610 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554539610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554540017 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554540030 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554540030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f43bdb: reopening flushed file at 1731554540437 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b358e: reopening flushed file at 1731554540441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12469807: reopening flushed file at 1731554540445 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=97, compaction requested=false at 1731554540450 (+5 ms)Writing region close event to WAL at 1731554540451 (+1 ms)Closed at 1731554540451 2024-11-14T03:22:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741830_1006 (size=63642) 2024-11-14T03:22:20,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2776963-62af-eb97-7718-14017ec68dc4/MasterData/WALs/b152692f18ba,34377,1731554511710/b152692f18ba%2C34377%2C1731554511710.1731554513205 not finished, retry = 0 2024-11-14T03:22:20,554 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:20,554 INFO [M:0;b152692f18ba:34377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:22:20,554 INFO [M:0;b152692f18ba:34377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34377 2024-11-14T03:22:20,555 INFO [M:0;b152692f18ba:34377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:20,717 INFO [M:0;b152692f18ba:34377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:20,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:20,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34377-0x101375cd55f0006, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:20,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b41afe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:20,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@547b2a02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:20,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:20,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d849fc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:20,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1027f726{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:20,760 WARN [BP-1176173436-172.17.0.3-1731554509231 heartbeating to localhost/127.0.0.1:45843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:22:20,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:22:20,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:22:20,760 WARN [BP-1176173436-172.17.0.3-1731554509231 heartbeating to localhost/127.0.0.1:45843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1176173436-172.17.0.3-1731554509231 (Datanode Uuid 0f0df474-9957-4711-b9a6-3c31a0db2837) service to localhost/127.0.0.1:45843 2024-11-14T03:22:20,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/cluster_b7f54a85-c7bb-c3c1-1c23-74e46ad6341c/data/data1/current/BP-1176173436-172.17.0.3-1731554509231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:20,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/cluster_b7f54a85-c7bb-c3c1-1c23-74e46ad6341c/data/data2/current/BP-1176173436-172.17.0.3-1731554509231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:20,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:22:20,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@674a7f52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:20,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12a0626d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:20,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:20,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1970e89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:20,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba53a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:20,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:22:20,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:22:20,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:20,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:20,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:20,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:20,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:20,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:22:20,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1588668706, stopped=false 2024-11-14T03:22:20,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,34201,1731554506508 2024-11-14T03:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11896016829/running 2024-11-14T03:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11896016829/running 2024-11-14T03:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:22:20,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:20,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on znode that does not yet exist, /11896016829/running 2024-11-14T03:22:20,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Set watcher on znode that does not yet exist, /11896016829/running 2024-11-14T03:22:20,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:20,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:20,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:20,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,41895,1731554506661' ***** 2024-11-14T03:22:20,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:22:20,797 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:22:20,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(3091): Received CLOSE for 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,41895,1731554506661 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:20,798 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 536742fb0b6fae73a0726c355346c498, disabling compactions & flushes 2024-11-14T03:22:20,798 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:41895. 2024-11-14T03:22:20,798 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:20,798 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. after waiting 0 ms 2024-11-14T03:22:20,798 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:20,798 DEBUG [RS:0;b152692f18ba:41895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:20,798 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:20,798 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 536742fb0b6fae73a0726c355346c498 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:22:20,798 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:22:20,798 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1325): Online Regions={536742fb0b6fae73a0726c355346c498=hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498., 0f19f771e02a1c1cf8e79b3d1935be3a=test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:22:20,798 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a, 1588230740, 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:20,799 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:20,799 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:20,799 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:20,799 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:20,799 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:20,799 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:22:20,816 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498/.tmp/queue/a76acc5ce3d64db0b7fd80a3330d0473 is 154, key is 1-b152692f18ba,41895,1731554506661/queue:b152692f18ba%2C41895%2C1731554506661/1731554535932/Put/seqid=0 2024-11-14T03:22:20,817 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/info/0ad1c4b0d3ca4b8a9c95c07b5264f338 is 147, key is hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498./info:regioninfo/1731554524459/Put/seqid=0 2024-11-14T03:22:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741840_1016 (size=5353) 2024-11-14T03:22:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741841_1017 (size=7686) 2024-11-14T03:22:20,894 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:20,999 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a, 1588230740, 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:21,199 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a, 1588230740, 536742fb0b6fae73a0726c355346c498 2024-11-14T03:22:21,220 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498/.tmp/queue/a76acc5ce3d64db0b7fd80a3330d0473 2024-11-14T03:22:21,221 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/info/0ad1c4b0d3ca4b8a9c95c07b5264f338 2024-11-14T03:22:21,224 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498/.tmp/queue/a76acc5ce3d64db0b7fd80a3330d0473 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498/queue/a76acc5ce3d64db0b7fd80a3330d0473 2024-11-14T03:22:21,227 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498/queue/a76acc5ce3d64db0b7fd80a3330d0473, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T03:22:21,228 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 536742fb0b6fae73a0726c355346c498 in 430ms, sequenceid=12, compaction requested=false 2024-11-14T03:22:21,232 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/replication/536742fb0b6fae73a0726c355346c498/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T03:22:21,232 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:21,232 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:22:21,232 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:21,232 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 536742fb0b6fae73a0726c355346c498: Waiting for close lock at 1731554540798Running coprocessor pre-close hooks at 1731554540798Disabling compacts and flushes for region at 1731554540798Disabling writes for close at 1731554540798Obtaining lock to block concurrent updates at 1731554540798Preparing flush snapshotting stores in 536742fb0b6fae73a0726c355346c498 at 1731554540798Finished memstore snapshotting hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731554540798Flushing stores of hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. at 1731554540799 (+1 ms)Flushing 536742fb0b6fae73a0726c355346c498/queue: creating writer at 1731554540799Flushing 536742fb0b6fae73a0726c355346c498/queue: appending metadata at 1731554540815 (+16 ms)Flushing 536742fb0b6fae73a0726c355346c498/queue: closing flushed file at 1731554540815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da837ff: reopening flushed file at 1731554541223 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 536742fb0b6fae73a0726c355346c498 in 430ms, sequenceid=12, compaction requested=false at 1731554541228 (+5 ms)Writing region close event to WAL at 1731554541229 (+1 ms)Running coprocessor post-close hooks at 1731554541232 (+3 ms)Closed at 1731554541232 2024-11-14T03:22:21,233 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554523041.536742fb0b6fae73a0726c355346c498. 2024-11-14T03:22:21,233 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f19f771e02a1c1cf8e79b3d1935be3a, disabling compactions & flushes 2024-11-14T03:22:21,233 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:22:21,233 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:22:21,233 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. after waiting 0 ms 2024-11-14T03:22:21,233 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:22:21,233 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f19f771e02a1c1cf8e79b3d1935be3a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T03:22:21,241 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/ns/887a519a86ac4eee96060ac2ca8b66e9 is 43, key is default/ns:d/1731554509141/Put/seqid=0 2024-11-14T03:22:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741842_1018 (size=5153) 2024-11-14T03:22:21,247 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/f/5b8a6199c05949d5976adb118419a5b4 is 29, key is row1/f:/1731554534409/DeleteFamily/seqid=0 2024-11-14T03:22:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741843_1019 (size=5152) 2024-11-14T03:22:21,359 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1191, reset compression=false 2024-11-14T03:22:21,363 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:21,363 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1438, reset compression=false 2024-11-14T03:22:21,363 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,41895,1731554506661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:21,364 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,41895,1731554506661: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,41895,1731554506661, walGroup=b152692f18ba%2C41895%2C1731554506661, offset=b152692f18ba%2C41895%2C1731554506661.1731554508698:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:41895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:22:21,365 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:22:21,365 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:22:21,366 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:22:21,366 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:22:21,366 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:22:21,367 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 947866632 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201677952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:22:21,367 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:34201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:34201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:22:21,399 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a, 1588230740 2024-11-14T03:22:21,400 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:21,566 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1438, reset compression=false 2024-11-14T03:22:21,570 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:22:21,570 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:22:21,599 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a, 1588230740 2024-11-14T03:22:21,646 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/ns/887a519a86ac4eee96060ac2ca8b66e9 2024-11-14T03:22:21,650 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/f/5b8a6199c05949d5976adb118419a5b4 2024-11-14T03:22:21,653 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8a6199c05949d5976adb118419a5b4 2024-11-14T03:22:21,666 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/rep_barrier/85ad0cc5d0c94776b13ca2392a229e56 is 112, key is test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a./rep_barrier:seqnumDuringOpen/1731554517714/Put/seqid=0 2024-11-14T03:22:21,669 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/f1/81f7cea1845842528534e166d77cb3f7 is 30, key is row1/f1:/1731554534409/DeleteFamily/seqid=0 2024-11-14T03:22:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741844_1020 (size=5518) 2024-11-14T03:22:21,671 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/rep_barrier/85ad0cc5d0c94776b13ca2392a229e56 2024-11-14T03:22:21,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741845_1021 (size=5158) 2024-11-14T03:22:21,691 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/table/3ce02365181848d2827d5fd77c5b6ee9 is 53, key is hbase:replication/table:state/1731554524465/Put/seqid=0 2024-11-14T03:22:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741846_1022 (size=5308) 2024-11-14T03:22:21,799 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:22:21,799 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1325): Online Regions={0f19f771e02a1c1cf8e79b3d1935be3a=test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:22:21,799 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a, 1588230740 2024-11-14T03:22:21,870 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1438, reset compression=false 2024-11-14T03:22:22,000 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a, 1588230740 2024-11-14T03:22:22,073 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/f1/81f7cea1845842528534e166d77cb3f7 2024-11-14T03:22:22,077 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81f7cea1845842528534e166d77cb3f7 2024-11-14T03:22:22,090 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/norep/5dee91f07abe41249fe0fa0d65dabed8 is 33, key is row1/norep:/1731554534409/DeleteFamily/seqid=0 2024-11-14T03:22:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741847_1023 (size=5108) 2024-11-14T03:22:22,095 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/table/3ce02365181848d2827d5fd77c5b6ee9 2024-11-14T03:22:22,098 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/info/0ad1c4b0d3ca4b8a9c95c07b5264f338 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/info/0ad1c4b0d3ca4b8a9c95c07b5264f338 2024-11-14T03:22:22,101 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/info/0ad1c4b0d3ca4b8a9c95c07b5264f338, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:22:22,102 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/ns/887a519a86ac4eee96060ac2ca8b66e9 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/ns/887a519a86ac4eee96060ac2ca8b66e9 2024-11-14T03:22:22,105 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/ns/887a519a86ac4eee96060ac2ca8b66e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:22:22,106 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/rep_barrier/85ad0cc5d0c94776b13ca2392a229e56 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/rep_barrier/85ad0cc5d0c94776b13ca2392a229e56 2024-11-14T03:22:22,109 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/rep_barrier/85ad0cc5d0c94776b13ca2392a229e56, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:22:22,110 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/.tmp/table/3ce02365181848d2827d5fd77c5b6ee9 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/table/3ce02365181848d2827d5fd77c5b6ee9 2024-11-14T03:22:22,113 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/table/3ce02365181848d2827d5fd77c5b6ee9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:22:22,114 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-14T03:22:22,117 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:22:22,118 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:22,118 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:22:22,118 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:22,118 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554540799Running coprocessor pre-close hooks at 1731554540799Disabling compacts and flushes for region at 1731554540799Disabling writes for close at 1731554540799Obtaining lock to block concurrent updates at 1731554540799Preparing flush snapshotting stores in 1588230740 at 1731554540799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554540799Flushing stores of hbase:meta,,1.1588230740 at 1731554540799Flushing 1588230740/info: creating writer at 1731554540799Flushing 1588230740/info: appending metadata at 1731554540817 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731554540817Flushing 1588230740/ns: creating writer at 1731554541224 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731554541241 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731554541241Flushing 1588230740/rep_barrier: creating writer at 1731554541649 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554541666 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554541666Flushing 1588230740/table: creating writer at 1731554541675 (+9 ms)Flushing 1588230740/table: appending metadata at 1731554541691 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731554541691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b90824b: reopening flushed file at 1731554542098 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106e91e5: reopening flushed file at 1731554542102 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f259669: reopening flushed file at 1731554542105 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5970c340: reopening flushed file at 1731554542109 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1731554542114 (+5 ms)Writing region close event to WAL at 1731554542115 (+1 ms)Running coprocessor post-close hooks at 1731554542118 (+3 ms)Closed at 1731554542118 2024-11-14T03:22:22,118 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:22,200 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:22:22,273 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1438, reset compression=false 2024-11-14T03:22:22,400 DEBUG [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1351): Waiting on 0f19f771e02a1c1cf8e79b3d1935be3a 2024-11-14T03:22:22,493 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/norep/5dee91f07abe41249fe0fa0d65dabed8 2024-11-14T03:22:22,497 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dee91f07abe41249fe0fa0d65dabed8 2024-11-14T03:22:22,497 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/f/5b8a6199c05949d5976adb118419a5b4 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/f/5b8a6199c05949d5976adb118419a5b4 2024-11-14T03:22:22,501 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8a6199c05949d5976adb118419a5b4 2024-11-14T03:22:22,501 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/f/5b8a6199c05949d5976adb118419a5b4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T03:22:22,501 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/f1/81f7cea1845842528534e166d77cb3f7 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/f1/81f7cea1845842528534e166d77cb3f7 2024-11-14T03:22:22,504 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81f7cea1845842528534e166d77cb3f7 2024-11-14T03:22:22,505 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/f1/81f7cea1845842528534e166d77cb3f7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T03:22:22,505 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/.tmp/norep/5dee91f07abe41249fe0fa0d65dabed8 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/norep/5dee91f07abe41249fe0fa0d65dabed8 2024-11-14T03:22:22,509 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dee91f07abe41249fe0fa0d65dabed8 2024-11-14T03:22:22,509 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/norep/5dee91f07abe41249fe0fa0d65dabed8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T03:22:22,509 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0f19f771e02a1c1cf8e79b3d1935be3a in 1276ms, sequenceid=10, compaction requested=false 2024-11-14T03:22:22,510 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:22:22,513 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/data/default/test/0f19f771e02a1c1cf8e79b3d1935be3a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T03:22:22,513 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:22,514 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:22:22,514 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:22:22,514 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f19f771e02a1c1cf8e79b3d1935be3a: Waiting for close lock at 1731554541233Running coprocessor pre-close hooks at 1731554541233Disabling compacts and flushes for region at 1731554541233Disabling writes for close at 1731554541233Obtaining lock to block concurrent updates at 1731554541233Preparing flush snapshotting stores in 0f19f771e02a1c1cf8e79b3d1935be3a at 1731554541233Finished memstore snapshotting test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731554541233Flushing stores of test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. at 1731554541234 (+1 ms)Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/f: creating writer at 1731554541234Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/f: appending metadata at 1731554541247 (+13 ms)Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/f: closing flushed file at 1731554541247Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/f1: creating writer at 1731554541654 (+407 ms)Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/f1: appending metadata at 1731554541669 (+15 ms)Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/f1: closing flushed file at 1731554541669Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/norep: creating writer at 1731554542077 (+408 ms)Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/norep: appending metadata at 1731554542089 (+12 ms)Flushing 0f19f771e02a1c1cf8e79b3d1935be3a/norep: closing flushed file at 1731554542089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3382d9: reopening flushed file at 1731554542497 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b48797: reopening flushed file at 1731554542501 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484f2147: reopening flushed file at 1731554542505 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0f19f771e02a1c1cf8e79b3d1935be3a in 1276ms, sequenceid=10, compaction requested=false at 1731554542509 (+4 ms)Writing region close event to WAL at 1731554542511 (+2 ms)Running coprocessor post-close hooks at 1731554542513 (+2 ms)Closed at 1731554542514 (+1 ms) 2024-11-14T03:22:22,514 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554516569.0f19f771e02a1c1cf8e79b3d1935be3a. 2024-11-14T03:22:22,600 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,41895,1731554506661; all regions closed. 2024-11-14T03:22:22,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.meta.1731554509092.meta not finished, retry = 0 2024-11-14T03:22:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:22:22,703 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:22,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.rep.1731554524418 not finished, retry = 0 2024-11-14T03:22:22,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741839_1015 (size=3114) 2024-11-14T03:22:22,777 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 1438, reset compression=false 2024-11-14T03:22:22,780 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:22,780 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.wal-reader.b152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 to pos 2082, reset compression=false 2024-11-14T03:22:22,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/WALs/b152692f18ba,41895,1731554506661/b152692f18ba%2C41895%2C1731554506661.1731554508698 not finished, retry = 0 2024-11-14T03:22:22,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741833_1009 (size=2090) 2024-11-14T03:22:22,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:22,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,907 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:22,907 INFO [RS:0;b152692f18ba:41895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:22,907 INFO [RS:0;b152692f18ba:41895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:22,908 INFO [RS:0;b152692f18ba:41895 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:22,908 INFO [RS:0;b152692f18ba:41895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:22,908 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:22,908 INFO [RS:0;b152692f18ba:41895 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,41895,1731554506661 because: Region server is closing 2024-11-14T03:22:22,908 INFO [RS:0;b152692f18ba:41895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:41895. 2024-11-14T03:22:22,908 DEBUG [RS:0;b152692f18ba:41895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:22,908 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:22,908 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:22,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:22,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:22,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:23,009 INFO [RS:0;b152692f18ba:41895 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,41895,1731554506661.replicationSource.shipperb152692f18ba%2C41895%2C1731554506661,1-b152692f18ba,41895,1731554506661 terminated 2024-11-14T03:22:23,009 INFO [RS:0;b152692f18ba:41895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:41895. 2024-11-14T03:22:23,009 DEBUG [RS:0;b152692f18ba:41895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:23,009 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:23,009 DEBUG [RS:0;b152692f18ba:41895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:23,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:23,009 INFO [RS:0;b152692f18ba:41895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41895 2024-11-14T03:22:23,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829/rs 2024-11-14T03:22:23,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11896016829/rs/b152692f18ba,41895,1731554506661 2024-11-14T03:22:23,069 INFO [RS:0;b152692f18ba:41895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:23,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,41895,1731554506661] 2024-11-14T03:22:23,200 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11896016829/draining/b152692f18ba,41895,1731554506661 already deleted, retry=false 2024-11-14T03:22:23,200 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,41895,1731554506661 expired; onlineServers=0 2024-11-14T03:22:23,200 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,34201,1731554506508' ***** 2024-11-14T03:22:23,200 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:22:23,201 INFO [M:0;b152692f18ba:34201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:23,201 INFO [M:0;b152692f18ba:34201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:23,201 DEBUG [M:0;b152692f18ba:34201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:22:23,201 DEBUG [M:0;b152692f18ba:34201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:22:23,201 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:22:23,201 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554508296 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554508296,5,FailOnTimeoutGroup] 2024-11-14T03:22:23,201 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554508299 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554508299,5,FailOnTimeoutGroup] 2024-11-14T03:22:23,201 INFO [M:0;b152692f18ba:34201 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:23,201 INFO [M:0;b152692f18ba:34201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:23,201 DEBUG [M:0;b152692f18ba:34201 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:22:23,201 INFO [M:0;b152692f18ba:34201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:22:23,201 INFO [M:0;b152692f18ba:34201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:23,201 INFO [M:0;b152692f18ba:34201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:22:23,201 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:22:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:23,210 INFO [RS:0;b152692f18ba:41895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:23,210 INFO [RS:0;b152692f18ba:41895 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,41895,1731554506661; zookeeper connection closed. 2024-11-14T03:22:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41895-0x101375cd55f0004, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:23,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ef6fa7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ef6fa7b 2024-11-14T03:22:23,210 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:22:23,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11896016829/master 2024-11-14T03:22:23,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11896016829 2024-11-14T03:22:23,238 DEBUG [M:0;b152692f18ba:34201 {}] zookeeper.RecoverableZooKeeper(212): Node /11896016829/master already deleted, retry=false 2024-11-14T03:22:23,238 DEBUG [M:0;b152692f18ba:34201 {}] master.ActiveMasterManager(353): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Failed delete of our master address node; KeeperErrorCode = NoNode for /11896016829/master 2024-11-14T03:22:23,238 INFO [M:0;b152692f18ba:34201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/.lastflushedseqids 2024-11-14T03:22:23,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741848_1024 (size=245) 2024-11-14T03:22:23,642 INFO [M:0;b152692f18ba:34201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:22:23,642 INFO [M:0;b152692f18ba:34201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:22:23,642 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:23,642 INFO [M:0;b152692f18ba:34201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:23,642 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:23,643 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:23,643 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:23,643 INFO [M:0;b152692f18ba:34201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T03:22:23,661 DEBUG [M:0;b152692f18ba:34201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5a383c527cc485980105ed66900ce30 is 82, key is hbase:meta,,1/info:regioninfo/1731554509122/Put/seqid=0 2024-11-14T03:22:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741849_1025 (size=5672) 2024-11-14T03:22:24,064 INFO [M:0;b152692f18ba:34201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5a383c527cc485980105ed66900ce30 2024-11-14T03:22:24,080 DEBUG [M:0;b152692f18ba:34201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d91b294adbe1478b953aeb41f69138e1 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554517728/Put/seqid=0 2024-11-14T03:22:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741850_1026 (size=7217) 2024-11-14T03:22:24,083 INFO [M:0;b152692f18ba:34201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d91b294adbe1478b953aeb41f69138e1 2024-11-14T03:22:24,086 INFO [M:0;b152692f18ba:34201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91b294adbe1478b953aeb41f69138e1 2024-11-14T03:22:24,102 DEBUG [M:0;b152692f18ba:34201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d71fcc4d004da7b2e96af96683af74 is 69, key is b152692f18ba,41895,1731554506661/rs:state/1731554508413/Put/seqid=0 2024-11-14T03:22:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741851_1027 (size=5156) 2024-11-14T03:22:24,106 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:24,138 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T03:22:24,139 INFO [master/b152692f18ba:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T03:22:24,505 INFO [M:0;b152692f18ba:34201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d71fcc4d004da7b2e96af96683af74 2024-11-14T03:22:24,509 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5a383c527cc485980105ed66900ce30 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5a383c527cc485980105ed66900ce30 2024-11-14T03:22:24,512 INFO [M:0;b152692f18ba:34201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5a383c527cc485980105ed66900ce30, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T03:22:24,513 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d91b294adbe1478b953aeb41f69138e1 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d91b294adbe1478b953aeb41f69138e1 2024-11-14T03:22:24,516 INFO [M:0;b152692f18ba:34201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91b294adbe1478b953aeb41f69138e1 2024-11-14T03:22:24,516 INFO [M:0;b152692f18ba:34201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d91b294adbe1478b953aeb41f69138e1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T03:22:24,517 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d71fcc4d004da7b2e96af96683af74 as hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10d71fcc4d004da7b2e96af96683af74 2024-11-14T03:22:24,520 INFO [M:0;b152692f18ba:34201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10d71fcc4d004da7b2e96af96683af74, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T03:22:24,521 INFO [M:0;b152692f18ba:34201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false 2024-11-14T03:22:24,523 INFO [M:0;b152692f18ba:34201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:24,523 DEBUG [M:0;b152692f18ba:34201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554543642Disabling compacts and flushes for region at 1731554543642Disabling writes for close at 1731554543643 (+1 ms)Obtaining lock to block concurrent updates at 1731554543643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554543643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731554543643Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554543644 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554543644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554543660 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554543660Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554544067 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554544079 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554544079Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554544086 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554544101 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554544101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ed3a11: reopening flushed file at 1731554544508 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0532f7: reopening flushed file at 1731554544512 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a528c32: reopening flushed file at 1731554544516 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false at 1731554544521 (+5 ms)Writing region close event to WAL at 1731554544523 (+2 ms)Closed at 1731554544523 2024-11-14T03:22:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741830_1006 (size=64411) 2024-11-14T03:22:24,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2924039-5a67-f111-0296-fc79669dd03d/MasterData/WALs/b152692f18ba,34201,1731554506508/b152692f18ba%2C34201%2C1731554506508.1731554508015 not finished, retry = 0 2024-11-14T03:22:24,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:24,625 INFO [M:0;b152692f18ba:34201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:22:24,625 INFO [M:0;b152692f18ba:34201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34201 2024-11-14T03:22:24,626 INFO [M:0;b152692f18ba:34201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:24,790 INFO [M:0;b152692f18ba:34201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:24,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:24,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x101375cd55f0003, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:24,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6e5c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:24,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7daa1e89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:24,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:24,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4840c13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:24,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725fdcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:24,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:22:24,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:22:24,795 WARN [BP-278097079-172.17.0.3-1731554504247 heartbeating to localhost/127.0.0.1:46493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:22:24,795 WARN [BP-278097079-172.17.0.3-1731554504247 heartbeating to localhost/127.0.0.1:46493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-278097079-172.17.0.3-1731554504247 (Datanode Uuid 33b869b7-231d-4472-a5aa-84cdbad03998) service to localhost/127.0.0.1:46493 2024-11-14T03:22:24,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/cluster_5c69d075-3ea6-2558-5aea-198de8b152fd/data/data1/current/BP-278097079-172.17.0.3-1731554504247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:24,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/cluster_5c69d075-3ea6-2558-5aea-198de8b152fd/data/data2/current/BP-278097079-172.17.0.3-1731554504247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:24,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:22:24,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f416987{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:24,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2bd0ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:24,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:24,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@712132b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:24,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b6bc08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56873061-507d-64f3-5d6f-ead9d5c56dce/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:24,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:22:24,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:22:24,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:24,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:24,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:24,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:24,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:24,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:22:24,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618394847, stopped=false 2024-11-14T03:22:24,823 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,35879,1731554500765 2024-11-14T03:22:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020721698/running 2024-11-14T03:22:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020721698/running 2024-11-14T03:22:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:22:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:22:24,838 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:24,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:24,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:24,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:24,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on znode that does not yet exist, /0-1020721698/running 2024-11-14T03:22:24,838 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,36327,1731554500969' ***** 2024-11-14T03:22:24,838 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:22:24,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Set watcher on znode that does not yet exist, /0-1020721698/running 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:22:24,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fb567352bc507eeaab1b37ec091fb08 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(3091): Received CLOSE for e6858e8c026ca750446d7e727153dd93 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,36327,1731554500969 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:24,839 INFO [RS:0;b152692f18ba:36327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:36327. 2024-11-14T03:22:24,839 DEBUG [RS:0;b152692f18ba:36327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:24,839 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fb567352bc507eeaab1b37ec091fb08, disabling compactions & flushes 2024-11-14T03:22:24,839 DEBUG [RS:0;b152692f18ba:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:24,839 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:24,840 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:24,840 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. after waiting 0 ms 2024-11-14T03:22:24,840 INFO [RS:0;b152692f18ba:36327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:22:24,840 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:24,840 INFO [RS:0;b152692f18ba:36327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:22:24,840 INFO [RS:0;b152692f18ba:36327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:22:24,840 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:22:24,840 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fb567352bc507eeaab1b37ec091fb08 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T03:22:24,840 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:22:24,840 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1325): Online Regions={6fb567352bc507eeaab1b37ec091fb08=hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08., 1588230740=hbase:meta,,1.1588230740, e6858e8c026ca750446d7e727153dd93=test,,1731554514422.e6858e8c026ca750446d7e727153dd93.} 2024-11-14T03:22:24,840 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fb567352bc507eeaab1b37ec091fb08, e6858e8c026ca750446d7e727153dd93 2024-11-14T03:22:24,840 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:24,840 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:24,840 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:24,840 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:24,840 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:24,840 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:22:24,853 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/info/4fd420d2a33f4e9e90524994d0537794 is 147, key is hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08./info:regioninfo/1731554522043/Put/seqid=0 2024-11-14T03:22:24,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741840_1016 (size=7686) 2024-11-14T03:22:24,856 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08/.tmp/queue/2c4dc152f2d649c8af980d749b9ee1b9 is 153, key is 1-b152692f18ba,36327,1731554500969/queue:b152692f18ba%2C36327%2C1731554500969/1731554533661/Put/seqid=0 2024-11-14T03:22:24,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741841_1017 (size=5352) 2024-11-14T03:22:24,859 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08/.tmp/queue/2c4dc152f2d649c8af980d749b9ee1b9 2024-11-14T03:22:24,863 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08/.tmp/queue/2c4dc152f2d649c8af980d749b9ee1b9 as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08/queue/2c4dc152f2d649c8af980d749b9ee1b9 2024-11-14T03:22:24,866 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08/queue/2c4dc152f2d649c8af980d749b9ee1b9, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T03:22:24,867 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6fb567352bc507eeaab1b37ec091fb08 in 27ms, sequenceid=8, compaction requested=false 2024-11-14T03:22:24,867 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:22:24,870 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/replication/6fb567352bc507eeaab1b37ec091fb08/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T03:22:24,870 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:24,870 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:22:24,870 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:24,871 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fb567352bc507eeaab1b37ec091fb08: Waiting for close lock at 1731554544839Running coprocessor pre-close hooks at 1731554544839Disabling compacts and flushes for region at 1731554544839Disabling writes for close at 1731554544840 (+1 ms)Obtaining lock to block concurrent updates at 1731554544840Preparing flush snapshotting stores in 6fb567352bc507eeaab1b37ec091fb08 at 1731554544840Finished memstore snapshotting hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731554544840Flushing stores of hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. at 1731554544840Flushing 6fb567352bc507eeaab1b37ec091fb08/queue: creating writer at 1731554544840Flushing 6fb567352bc507eeaab1b37ec091fb08/queue: appending metadata at 1731554544855 (+15 ms)Flushing 6fb567352bc507eeaab1b37ec091fb08/queue: closing flushed file at 1731554544855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15504515: reopening flushed file at 1731554544862 (+7 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6fb567352bc507eeaab1b37ec091fb08 in 27ms, sequenceid=8, compaction requested=false at 1731554544867 (+5 ms)Writing region close event to WAL at 1731554544868 (+1 ms)Running coprocessor post-close hooks at 1731554544870 (+2 ms)Closed at 1731554544870 2024-11-14T03:22:24,871 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554520880.6fb567352bc507eeaab1b37ec091fb08. 2024-11-14T03:22:24,871 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6858e8c026ca750446d7e727153dd93, disabling compactions & flushes 2024-11-14T03:22:24,871 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:22:24,871 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:22:24,871 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554514422.e6858e8c026ca750446d7e727153dd93. after waiting 0 ms 2024-11-14T03:22:24,871 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:22:24,871 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e6858e8c026ca750446d7e727153dd93 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T03:22:24,887 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/f/d51d1251f9ad4d31ba010fa24c3e276c is 28, key is row/f:/1731554533405/DeleteFamily/seqid=0 2024-11-14T03:22:24,888 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741842_1018 (size=5085) 2024-11-14T03:22:25,040 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6858e8c026ca750446d7e727153dd93 2024-11-14T03:22:25,240 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6858e8c026ca750446d7e727153dd93 2024-11-14T03:22:25,256 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/info/4fd420d2a33f4e9e90524994d0537794 2024-11-14T03:22:25,272 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/ns/45c525cbc3c542ab826d48c4dc891c85 is 43, key is default/ns:d/1731554504110/Put/seqid=0 2024-11-14T03:22:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741843_1019 (size=5153) 2024-11-14T03:22:25,291 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/f/d51d1251f9ad4d31ba010fa24c3e276c 2024-11-14T03:22:25,294 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d51d1251f9ad4d31ba010fa24c3e276c 2024-11-14T03:22:25,312 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/f1/773485a03ca44af2bb8f6bf6ef1192e0 is 29, key is row/f1:/1731554533405/DeleteFamily/seqid=0 2024-11-14T03:22:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741844_1020 (size=5089) 2024-11-14T03:22:25,344 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:22:25,344 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:22:25,440 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6858e8c026ca750446d7e727153dd93 2024-11-14T03:22:25,609 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 636, reset compression=false 2024-11-14T03:22:25,613 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:25,613 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 883, reset compression=false 2024-11-14T03:22:25,613 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,36327,1731554500969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:25,613 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,36327,1731554500969: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b152692f18ba,36327,1731554500969, walGroup=b152692f18ba%2C36327%2C1731554500969, offset=b152692f18ba%2C36327%2C1731554500969.1731554503470:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:36327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:22:25,614 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:22:25,614 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:22:25,615 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:22:25,615 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:22:25,615 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:22:25,615 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 874376184 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202194888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:22:25,615 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:35879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:35879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:22:25,640 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6858e8c026ca750446d7e727153dd93 2024-11-14T03:22:25,675 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/ns/45c525cbc3c542ab826d48c4dc891c85 2024-11-14T03:22:25,694 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/rep_barrier/e786e741b8fd45f38071fc5cca6ba69c is 112, key is test,,1731554514422.e6858e8c026ca750446d7e727153dd93./rep_barrier:seqnumDuringOpen/1731554515561/Put/seqid=0 2024-11-14T03:22:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741845_1021 (size=5518) 2024-11-14T03:22:25,698 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/rep_barrier/e786e741b8fd45f38071fc5cca6ba69c 2024-11-14T03:22:25,714 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/table/fab0e77305f24c80af75a2bfc299d3ba is 53, key is hbase:replication/table:state/1731554522050/Put/seqid=0 2024-11-14T03:22:25,716 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/f1/773485a03ca44af2bb8f6bf6ef1192e0 2024-11-14T03:22:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741846_1022 (size=5308) 2024-11-14T03:22:25,719 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 773485a03ca44af2bb8f6bf6ef1192e0 2024-11-14T03:22:25,740 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/norep/800d6ab22e9245329d051044994cb776 is 32, key is row/norep:/1731554533405/DeleteFamily/seqid=0 2024-11-14T03:22:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741847_1023 (size=5101) 2024-11-14T03:22:25,743 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/norep/800d6ab22e9245329d051044994cb776 2024-11-14T03:22:25,746 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 800d6ab22e9245329d051044994cb776 2024-11-14T03:22:25,747 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/f/d51d1251f9ad4d31ba010fa24c3e276c as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/f/d51d1251f9ad4d31ba010fa24c3e276c 2024-11-14T03:22:25,750 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d51d1251f9ad4d31ba010fa24c3e276c 2024-11-14T03:22:25,750 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/f/d51d1251f9ad4d31ba010fa24c3e276c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T03:22:25,751 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/f1/773485a03ca44af2bb8f6bf6ef1192e0 as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/f1/773485a03ca44af2bb8f6bf6ef1192e0 2024-11-14T03:22:25,754 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 773485a03ca44af2bb8f6bf6ef1192e0 2024-11-14T03:22:25,754 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/f1/773485a03ca44af2bb8f6bf6ef1192e0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T03:22:25,755 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/.tmp/norep/800d6ab22e9245329d051044994cb776 as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/norep/800d6ab22e9245329d051044994cb776 2024-11-14T03:22:25,758 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 800d6ab22e9245329d051044994cb776 2024-11-14T03:22:25,758 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/norep/800d6ab22e9245329d051044994cb776, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T03:22:25,759 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for e6858e8c026ca750446d7e727153dd93 in 888ms, sequenceid=6, compaction requested=false 2024-11-14T03:22:25,759 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:22:25,763 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/default/test/e6858e8c026ca750446d7e727153dd93/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T03:22:25,763 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:25,763 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:22:25,763 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:22:25,763 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6858e8c026ca750446d7e727153dd93: Waiting for close lock at 1731554544871Running coprocessor pre-close hooks at 1731554544871Disabling compacts and flushes for region at 1731554544871Disabling writes for close at 1731554544871Obtaining lock to block concurrent updates at 1731554544871Preparing flush snapshotting stores in e6858e8c026ca750446d7e727153dd93 at 1731554544871Finished memstore snapshotting test,,1731554514422.e6858e8c026ca750446d7e727153dd93., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731554544871Flushing stores of test,,1731554514422.e6858e8c026ca750446d7e727153dd93. at 1731554544872 (+1 ms)Flushing e6858e8c026ca750446d7e727153dd93/f: creating writer at 1731554544872Flushing e6858e8c026ca750446d7e727153dd93/f: appending metadata at 1731554544886 (+14 ms)Flushing e6858e8c026ca750446d7e727153dd93/f: closing flushed file at 1731554544886Flushing e6858e8c026ca750446d7e727153dd93/f1: creating writer at 1731554545294 (+408 ms)Flushing e6858e8c026ca750446d7e727153dd93/f1: appending metadata at 1731554545311 (+17 ms)Flushing e6858e8c026ca750446d7e727153dd93/f1: closing flushed file at 1731554545311Flushing e6858e8c026ca750446d7e727153dd93/norep: creating writer at 1731554545719 (+408 ms)Flushing e6858e8c026ca750446d7e727153dd93/norep: appending metadata at 1731554545739 (+20 ms)Flushing e6858e8c026ca750446d7e727153dd93/norep: closing flushed file at 1731554545739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd83166: reopening flushed file at 1731554545747 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5217f4d5: reopening flushed file at 1731554545750 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640c51ac: reopening flushed file at 1731554545754 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for e6858e8c026ca750446d7e727153dd93 in 888ms, sequenceid=6, compaction requested=false at 1731554545759 (+5 ms)Writing region close event to WAL at 1731554545761 (+2 ms)Running coprocessor post-close hooks at 1731554545763 (+2 ms)Closed at 1731554545763 2024-11-14T03:22:25,763 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554514422.e6858e8c026ca750446d7e727153dd93. 2024-11-14T03:22:25,816 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 883, reset compression=false 2024-11-14T03:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 1527, reset compression=false 2024-11-14T03:22:25,841 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:22:25,841 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:22:25,841 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:22:26,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:26,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:22:26,018 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128998 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:22:26,022 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 1527, reset compression=false 2024-11-14T03:22:26,041 DEBUG [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:22:26,118 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/table/fab0e77305f24c80af75a2bfc299d3ba 2024-11-14T03:22:26,121 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/info/4fd420d2a33f4e9e90524994d0537794 as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/info/4fd420d2a33f4e9e90524994d0537794 2024-11-14T03:22:26,124 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/info/4fd420d2a33f4e9e90524994d0537794, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:22:26,125 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/ns/45c525cbc3c542ab826d48c4dc891c85 as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/ns/45c525cbc3c542ab826d48c4dc891c85 2024-11-14T03:22:26,128 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/ns/45c525cbc3c542ab826d48c4dc891c85, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:22:26,128 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/rep_barrier/e786e741b8fd45f38071fc5cca6ba69c as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/rep_barrier/e786e741b8fd45f38071fc5cca6ba69c 2024-11-14T03:22:26,131 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/rep_barrier/e786e741b8fd45f38071fc5cca6ba69c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:22:26,132 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/.tmp/table/fab0e77305f24c80af75a2bfc299d3ba as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/table/fab0e77305f24c80af75a2bfc299d3ba 2024-11-14T03:22:26,135 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/table/fab0e77305f24c80af75a2bfc299d3ba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:22:26,136 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false 2024-11-14T03:22:26,136 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:22:26,140 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:22:26,140 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:26,140 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:22:26,140 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:26,140 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554544840Running coprocessor pre-close hooks at 1731554544840Disabling compacts and flushes for region at 1731554544840Disabling writes for close at 1731554544840Obtaining lock to block concurrent updates at 1731554544840Preparing flush snapshotting stores in 1588230740 at 1731554544840Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554544840Flushing stores of hbase:meta,,1.1588230740 at 1731554544841 (+1 ms)Flushing 1588230740/info: creating writer at 1731554544841Flushing 1588230740/info: appending metadata at 1731554544853 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731554544853Flushing 1588230740/ns: creating writer at 1731554545260 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731554545272 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731554545272Flushing 1588230740/rep_barrier: creating writer at 1731554545679 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554545694 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554545694Flushing 1588230740/table: creating writer at 1731554545701 (+7 ms)Flushing 1588230740/table: appending metadata at 1731554545714 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731554545714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a22d54: reopening flushed file at 1731554546121 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad79ddf: reopening flushed file at 1731554546124 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76630b16: reopening flushed file at 1731554546128 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a93c79f: reopening flushed file at 1731554546132 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false at 1731554546136 (+4 ms)Writing region close event to WAL at 1731554546138 (+2 ms)Running coprocessor post-close hooks at 1731554546140 (+2 ms)Closed at 1731554546140 2024-11-14T03:22:26,140 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:26,241 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,36327,1731554500969; all regions closed. 2024-11-14T03:22:26,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741834_1010 (size=4239) 2024-11-14T03:22:26,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.meta.1731554504057.meta not finished, retry = 0 2024-11-14T03:22:26,325 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.1731554503470 to pos 1527, reset compression=false 2024-11-14T03:22:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741839_1015 (size=2240) 2024-11-14T03:22:26,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/WALs/b152692f18ba,36327,1731554500969/b152692f18ba%2C36327%2C1731554500969.rep.1731554522012 not finished, retry = 0 2024-11-14T03:22:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741832_1008 (size=1535) 2024-11-14T03:22:26,448 DEBUG [RS:0;b152692f18ba:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:26,448 INFO [RS:0;b152692f18ba:36327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:26,448 INFO [RS:0;b152692f18ba:36327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:26,448 INFO [RS:0;b152692f18ba:36327 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:26,448 INFO [RS:0;b152692f18ba:36327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:26,448 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:26,449 INFO [RS:0;b152692f18ba:36327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,36327,1731554500969 because: Region server is closing 2024-11-14T03:22:26,449 INFO [RS:0;b152692f18ba:36327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:36327. 2024-11-14T03:22:26,449 DEBUG [RS:0;b152692f18ba:36327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:26,449 DEBUG [RS:0;b152692f18ba:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:26,449 DEBUG [RS:0;b152692f18ba:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:26,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:26,549 INFO [RS:0;b152692f18ba:36327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.shipperb152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 terminated 2024-11-14T03:22:26,549 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,36327,1731554500969.replicationSource.wal-reader.b152692f18ba%2C36327%2C1731554500969,1-b152692f18ba,36327,1731554500969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T03:22:26,549 INFO [RS:0;b152692f18ba:36327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36327 2024-11-14T03:22:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020721698/rs/b152692f18ba,36327,1731554500969 2024-11-14T03:22:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698/rs 2024-11-14T03:22:26,564 INFO [RS:0;b152692f18ba:36327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:26,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,36327,1731554500969] 2024-11-14T03:22:26,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020721698/draining/b152692f18ba,36327,1731554500969 already deleted, retry=false 2024-11-14T03:22:26,659 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,36327,1731554500969 expired; onlineServers=0 2024-11-14T03:22:26,659 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,35879,1731554500765' ***** 2024-11-14T03:22:26,659 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:22:26,659 INFO [M:0;b152692f18ba:35879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:26,659 INFO [M:0;b152692f18ba:35879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:26,659 DEBUG [M:0;b152692f18ba:35879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:22:26,659 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:22:26,659 DEBUG [M:0;b152692f18ba:35879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:22:26,659 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554503225 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554503225,5,FailOnTimeoutGroup] 2024-11-14T03:22:26,659 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554503225 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554503225,5,FailOnTimeoutGroup] 2024-11-14T03:22:26,659 INFO [M:0;b152692f18ba:35879 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:26,659 INFO [M:0;b152692f18ba:35879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:26,659 DEBUG [M:0;b152692f18ba:35879 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:22:26,659 INFO [M:0;b152692f18ba:35879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:22:26,660 INFO [M:0;b152692f18ba:35879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:26,660 ERROR [M:0;b152692f18ba:35879 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37219,5,PEWorkerGroup] 2024-11-14T03:22:26,660 INFO [M:0;b152692f18ba:35879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:22:26,660 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:22:26,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020721698/master 2024-11-14T03:22:26,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020721698 2024-11-14T03:22:26,669 DEBUG [M:0;b152692f18ba:35879 {}] zookeeper.ZKUtil(347): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Unable to get data of znode /0-1020721698/master because node does not exist (not an error) 2024-11-14T03:22:26,669 WARN [M:0;b152692f18ba:35879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:22:26,670 INFO [M:0;b152692f18ba:35879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/.lastflushedseqids 2024-11-14T03:22:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741848_1024 (size=245) 2024-11-14T03:22:26,748 INFO [RS:0;b152692f18ba:36327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:26,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:26,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x101375cd55f0001, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:26,748 INFO [RS:0;b152692f18ba:36327 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,36327,1731554500969; zookeeper connection closed. 2024-11-14T03:22:26,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170b040b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170b040b 2024-11-14T03:22:26,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:22:27,074 INFO [M:0;b152692f18ba:35879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:22:27,074 INFO [M:0;b152692f18ba:35879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:22:27,074 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:27,074 INFO [M:0;b152692f18ba:35879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:27,074 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:27,074 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:27,074 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:27,074 INFO [M:0;b152692f18ba:35879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T03:22:27,088 DEBUG [M:0;b152692f18ba:35879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fece0b71a31e4c88b165a2c1d2b4fd6d is 82, key is hbase:meta,,1/info:regioninfo/1731554504088/Put/seqid=0 2024-11-14T03:22:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741849_1025 (size=5672) 2024-11-14T03:22:27,492 INFO [M:0;b152692f18ba:35879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fece0b71a31e4c88b165a2c1d2b4fd6d 2024-11-14T03:22:27,534 DEBUG [M:0;b152692f18ba:35879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a775ea998724b1e9bf8f2e3534d0715 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554515570/Put/seqid=0 2024-11-14T03:22:27,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741850_1026 (size=7218) 2024-11-14T03:22:27,548 INFO [M:0;b152692f18ba:35879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a775ea998724b1e9bf8f2e3534d0715 2024-11-14T03:22:27,553 INFO [M:0;b152692f18ba:35879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a775ea998724b1e9bf8f2e3534d0715 2024-11-14T03:22:27,572 DEBUG [M:0;b152692f18ba:35879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ac3b78ba0ab428da70f9d102aaa4aa3 is 69, key is b152692f18ba,36327,1731554500969/rs:state/1731554503327/Put/seqid=0 2024-11-14T03:22:27,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741851_1027 (size=5156) 2024-11-14T03:22:27,591 INFO [M:0;b152692f18ba:35879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ac3b78ba0ab428da70f9d102aaa4aa3 2024-11-14T03:22:27,597 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fece0b71a31e4c88b165a2c1d2b4fd6d as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fece0b71a31e4c88b165a2c1d2b4fd6d 2024-11-14T03:22:27,602 INFO [M:0;b152692f18ba:35879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fece0b71a31e4c88b165a2c1d2b4fd6d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T03:22:27,603 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a775ea998724b1e9bf8f2e3534d0715 as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a775ea998724b1e9bf8f2e3534d0715 2024-11-14T03:22:27,606 INFO [M:0;b152692f18ba:35879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a775ea998724b1e9bf8f2e3534d0715 2024-11-14T03:22:27,607 INFO [M:0;b152692f18ba:35879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a775ea998724b1e9bf8f2e3534d0715, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T03:22:27,607 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ac3b78ba0ab428da70f9d102aaa4aa3 as hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ac3b78ba0ab428da70f9d102aaa4aa3 2024-11-14T03:22:27,611 INFO [M:0;b152692f18ba:35879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37219/user/jenkins/test-data/65639d13-3bf9-6eb2-e0c1-89455a74cc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ac3b78ba0ab428da70f9d102aaa4aa3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T03:22:27,611 INFO [M:0;b152692f18ba:35879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=105, compaction requested=false 2024-11-14T03:22:27,622 INFO [M:0;b152692f18ba:35879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:27,622 DEBUG [M:0;b152692f18ba:35879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554547074Disabling compacts and flushes for region at 1731554547074Disabling writes for close at 1731554547074Obtaining lock to block concurrent updates at 1731554547074Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554547074Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731554547075 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554547075Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554547075Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554547088 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554547088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554547497 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554547533 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554547534 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554547553 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554547571 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554547571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18fc9bfc: reopening flushed file at 1731554547596 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a78f228: reopening flushed file at 1731554547602 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c38019: reopening flushed file at 1731554547607 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=105, compaction requested=false at 1731554547611 (+4 ms)Writing region close event to WAL at 1731554547622 (+11 ms)Closed at 1731554547622 2024-11-14T03:22:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741830_1006 (size=64423) 2024-11-14T03:22:27,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:27,663 INFO [M:0;b152692f18ba:35879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:22:27,663 INFO [M:0;b152692f18ba:35879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35879 2024-11-14T03:22:27,663 INFO [M:0;b152692f18ba:35879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:27,812 INFO [M:0;b152692f18ba:35879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:27,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:27,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35879-0x101375cd55f0000, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:27,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22a40561{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:27,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201d114d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:27,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:27,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7e26ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:27,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:27,829 WARN [BP-1192117609-172.17.0.3-1731554499020 heartbeating to localhost/127.0.0.1:37219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:22:27,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:22:27,829 WARN [BP-1192117609-172.17.0.3-1731554499020 heartbeating to localhost/127.0.0.1:37219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1192117609-172.17.0.3-1731554499020 (Datanode Uuid a53b3f56-0310-4520-89c4-8b686d3c3b42) service to localhost/127.0.0.1:37219 2024-11-14T03:22:27,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:22:27,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966/data/data1/current/BP-1192117609-172.17.0.3-1731554499020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:27,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/cluster_01e95d55-dd35-4970-630a-97287abc9966/data/data2/current/BP-1192117609-172.17.0.3-1731554499020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:27,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:22:27,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@738f653d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:27,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b298104{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:27,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:27,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d3bb0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:27,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53dd9be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6c2ef3-dc72-87e6-5564-7748d9c71b49/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:27,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:22:27,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:22:27,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45843 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37219 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46493 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53008) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53008) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53008) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 723) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 335), ProcessCount=11 (was 11), AvailableMemoryMB=5150 (was 5256) 2024-11-14T03:22:27,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=5150 2024-11-14T03:22:27,930 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T03:22:27,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.log.dir so I do NOT create it in target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d 2024-11-14T03:22:27,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:22:27,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.tmp.dir so I do NOT create it in target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d 2024-11-14T03:22:27,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c38472-e94f-8a40-5af4-4ab374542f57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:22:27,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d 2024-11-14T03:22:27,931 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc, deleteOnExit=true 2024-11-14T03:22:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101375cd55f0008, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:22:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101375cd55f0002, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:22:27,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101375cd55f0002, quorum=127.0.0.1:53008, baseZNode=/0-1020721698 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:22:27,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101375cd55f0008, quorum=127.0.0.1:53008, baseZNode=/2604156500 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:22:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101375cd55f0005, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:22:27,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101375cd55f0005, quorum=127.0.0.1:53008, baseZNode=/11896016829 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:22:28,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:28,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/zookeeper_0, clientPort=55843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:22:28,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55843 2024-11-14T03:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/test.cache.data in system properties and HBase conf 2024-11-14T03:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:22:28,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:22:28,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:22:28,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:28,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:22:28,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:22:28,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:22:28,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:22:28,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:28,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:28,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:28,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:28,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:22:28,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:28,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37c9026a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:28,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de33c37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:28,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@af28189{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/java.io.tmpdir/jetty-localhost-43181-hadoop-hdfs-3_4_1-tests_jar-_-any-10798600477242372229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:28,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27b715de{HTTP/1.1, (http/1.1)}{localhost:43181} 2024-11-14T03:22:28,662 INFO [Time-limited test {}] server.Server(415): Started @318872ms 2024-11-14T03:22:29,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:29,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:29,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:29,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:29,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:22:29,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd6f8ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:29,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586588ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:29,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b20fe7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/java.io.tmpdir/jetty-localhost-44299-hadoop-hdfs-3_4_1-tests_jar-_-any-2033796074562050397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:29,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72de679e{HTTP/1.1, (http/1.1)}{localhost:44299} 2024-11-14T03:22:29,131 INFO [Time-limited test {}] server.Server(415): Started @319342ms 2024-11-14T03:22:29,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:22:30,246 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/data/data1/current/BP-18850711-172.17.0.3-1731554548160/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:30,246 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/data/data2/current/BP-18850711-172.17.0.3-1731554548160/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:30,262 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:22:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0166c8079be1f0e with lease ID 0xc95cc4a12495216a: Processing first storage report for DS-940231cf-2949-42d3-bd3b-2a9c08ed77b4 from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=b89c7fa0-2d21-4b39-886a-9b35bc8ab332, infoPort=46139, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=1425010627;c=1731554548160) 2024-11-14T03:22:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0166c8079be1f0e with lease ID 0xc95cc4a12495216a: from storage DS-940231cf-2949-42d3-bd3b-2a9c08ed77b4 node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=b89c7fa0-2d21-4b39-886a-9b35bc8ab332, infoPort=46139, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=1425010627;c=1731554548160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0166c8079be1f0e with lease ID 0xc95cc4a12495216a: Processing first storage report for DS-19c7eed6-dc73-4b5c-a50c-2751f4061bd7 from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=b89c7fa0-2d21-4b39-886a-9b35bc8ab332, infoPort=46139, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=1425010627;c=1731554548160) 2024-11-14T03:22:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0166c8079be1f0e with lease ID 0xc95cc4a12495216a: from storage DS-19c7eed6-dc73-4b5c-a50c-2751f4061bd7 node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=b89c7fa0-2d21-4b39-886a-9b35bc8ab332, infoPort=46139, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=1425010627;c=1731554548160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:30,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d 2024-11-14T03:22:30,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:30,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:30,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:22:30,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad with version=8 2024-11-14T03:22:30,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/hbase-staging 2024-11-14T03:22:30,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:30,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:30,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:30,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:30,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:30,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:30,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:22:30,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:30,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33269 2024-11-14T03:22:30,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33269 connecting to ZooKeeper ensemble=127.0.0.1:55843 2024-11-14T03:22:30,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332690x0, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:30,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33269-0x101375d94cc0000 connected 2024-11-14T03:22:31,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:31,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:31,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on znode that does not yet exist, /0211778353/running 2024-11-14T03:22:31,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad, hbase.cluster.distributed=false 2024-11-14T03:22:31,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on znode that does not yet exist, /0211778353/acl 2024-11-14T03:22:31,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-14T03:22:31,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33269 2024-11-14T03:22:31,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33269 2024-11-14T03:22:31,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-14T03:22:31,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-14T03:22:31,567 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:31,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:31,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:31,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:31,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:31,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:31,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:22:31,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:31,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36861 2024-11-14T03:22:31,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36861 connecting to ZooKeeper ensemble=127.0.0.1:55843 2024-11-14T03:22:31,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:31,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368610x0, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:31,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368610x0, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on znode that does not yet exist, /0211778353/running 2024-11-14T03:22:31,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36861-0x101375d94cc0001 connected 2024-11-14T03:22:31,656 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:22:31,656 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:22:31,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on znode that does not yet exist, /0211778353/master 2024-11-14T03:22:31,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on znode that does not yet exist, /0211778353/acl 2024-11-14T03:22:31,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-14T03:22:31,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36861 2024-11-14T03:22:31,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36861 2024-11-14T03:22:31,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-14T03:22:31,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-14T03:22:31,669 DEBUG [M:0;b152692f18ba:33269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:33269 2024-11-14T03:22:31,669 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0211778353/backup-masters/b152692f18ba,33269,1731554550699 2024-11-14T03:22:31,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353/backup-masters 2024-11-14T03:22:31,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353/backup-masters 2024-11-14T03:22:31,698 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on existing znode=/0211778353/backup-masters/b152692f18ba,33269,1731554550699 2024-11-14T03:22:31,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0211778353/master 2024-11-14T03:22:31,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:31,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:31,761 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on existing znode=/0211778353/master 2024-11-14T03:22:31,761 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0211778353/backup-masters/b152692f18ba,33269,1731554550699 from backup master directory 2024-11-14T03:22:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353/backup-masters 2024-11-14T03:22:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0211778353/backup-masters/b152692f18ba,33269,1731554550699 2024-11-14T03:22:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353/backup-masters 2024-11-14T03:22:31,824 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:31,824 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,33269,1731554550699 2024-11-14T03:22:31,827 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/hbase.id] with ID: bce02dd6-3fea-48fb-8c0a-32c521ded76f 2024-11-14T03:22:31,827 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/.tmp/hbase.id 2024-11-14T03:22:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:22:32,234 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/.tmp/hbase.id]:[hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/hbase.id] 2024-11-14T03:22:32,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:32,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:22:32,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T03:22:32,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:32,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:22:32,738 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:32,738 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:22:32,739 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:32,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:22:33,144 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/data/master/store 2024-11-14T03:22:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:22:33,549 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:33,549 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:33,549 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:33,549 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:33,549 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:33,549 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:33,549 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:33,549 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554553549Disabling compacts and flushes for region at 1731554553549Disabling writes for close at 1731554553549Writing region close event to WAL at 1731554553549Closed at 1731554553549 2024-11-14T03:22:33,550 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/data/master/store/.initializing 2024-11-14T03:22:33,550 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/WALs/b152692f18ba,33269,1731554550699 2024-11-14T03:22:33,551 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:33,552 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C33269%2C1731554550699, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/WALs/b152692f18ba,33269,1731554550699, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/oldWALs, maxLogs=10 2024-11-14T03:22:33,566 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/WALs/b152692f18ba,33269,1731554550699/b152692f18ba%2C33269%2C1731554550699.1731554553552, exclude list is [], retry=0 2024-11-14T03:22:33,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40847,DS-940231cf-2949-42d3-bd3b-2a9c08ed77b4,DISK] 2024-11-14T03:22:33,577 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/WALs/b152692f18ba,33269,1731554550699/b152692f18ba%2C33269%2C1731554550699.1731554553552 2024-11-14T03:22:33,577 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-14T03:22:33,577 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:33,577 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:33,577 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,577 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:22:33,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:33,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:33,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:22:33,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:33,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:33,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:22:33,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:33,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:33,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:22:33,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:33,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:33,583 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,583 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,584 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,585 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,585 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,585 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:33,586 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:33,588 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:33,589 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70376442, jitterRate=0.04869070649147034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:33,590 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554553577Initializing all the Stores at 1731554553578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554553578Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554553578Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554553578Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554553578Cleaning up temporary data from old regions at 1731554553585 (+7 ms)Region opened successfully at 1731554553590 (+5 ms) 2024-11-14T03:22:33,590 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:22:33,593 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac16dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:33,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:22:33,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:22:33,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:22:33,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:22:33,594 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:22:33,595 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:22:33,595 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:22:33,605 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:22:33,606 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Unable to get data of znode /0211778353/balancer because node does not exist (not necessarily an error) 2024-11-14T03:22:33,626 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0211778353/balancer already deleted, retry=false 2024-11-14T03:22:33,627 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:22:33,627 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Unable to get data of znode /0211778353/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:22:33,647 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0211778353/normalizer already deleted, retry=false 2024-11-14T03:22:33,648 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:22:33,648 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Unable to get data of znode /0211778353/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:22:33,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:33,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,668 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0211778353/switch/split already deleted, retry=false 2024-11-14T03:22:33,669 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Unable to get data of znode /0211778353/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:22:33,689 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0211778353/switch/merge already deleted, retry=false 2024-11-14T03:22:33,691 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Unable to get data of znode /0211778353/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:22:33,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:33,754 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0211778353/snapshot-cleanup already deleted, retry=false 2024-11-14T03:22:33,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0211778353/running 2024-11-14T03:22:33,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0211778353/running 2024-11-14T03:22:33,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:33,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:33,774 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,33269,1731554550699, sessionid=0x101375d94cc0000, setting cluster-up flag (Was=false) 2024-11-14T03:22:33,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:33,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:33,848 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0211778353/flush-table-proc/acquired, /0211778353/flush-table-proc/reached, /0211778353/flush-table-proc/abort 2024-11-14T03:22:33,849 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33269,1731554550699 2024-11-14T03:22:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:33,900 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0211778353/online-snapshot/acquired, /0211778353/online-snapshot/reached, /0211778353/online-snapshot/abort 2024-11-14T03:22:33,901 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,33269,1731554550699 2024-11-14T03:22:33,902 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:22:33,904 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:33,904 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:22:33,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:22:33,905 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,33269,1731554550699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:33,906 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:33,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:33,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:22:33,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:33,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:22:33,911 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554583911 2024-11-14T03:22:33,911 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:22:33,911 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:22:33,911 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:22:33,911 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:22:33,911 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:22:33,911 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:22:33,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:33,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:22:33,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:22:33,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:22:33,913 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:22:33,914 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:22:33,914 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:22:33,914 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554553914,5,FailOnTimeoutGroup] 2024-11-14T03:22:33,914 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554553914,5,FailOnTimeoutGroup] 2024-11-14T03:22:33,914 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:33,914 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:22:33,914 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:33,914 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:22:33,964 INFO [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(746): ClusterId : bce02dd6-3fea-48fb-8c0a-32c521ded76f 2024-11-14T03:22:33,964 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:22:33,974 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:22:33,974 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:22:33,985 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:22:33,985 DEBUG [RS:0;b152692f18ba:36861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357417c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:33,999 DEBUG [RS:0;b152692f18ba:36861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:36861 2024-11-14T03:22:33,999 INFO [RS:0;b152692f18ba:36861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:22:33,999 INFO [RS:0;b152692f18ba:36861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:22:33,999 DEBUG [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:22:34,001 INFO [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,33269,1731554550699 with port=36861, startcode=1731554551567 2024-11-14T03:22:34,001 DEBUG [RS:0;b152692f18ba:36861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:22:34,003 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:22:34,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,36861,1731554551567 2024-11-14T03:22:34,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33269 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,36861,1731554551567 2024-11-14T03:22:34,006 DEBUG [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad 2024-11-14T03:22:34,006 DEBUG [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43833 2024-11-14T03:22:34,006 DEBUG [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:22:34,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353/rs 2024-11-14T03:22:34,017 DEBUG [RS:0;b152692f18ba:36861 {}] zookeeper.ZKUtil(111): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Set watcher on existing znode=/0211778353/rs/b152692f18ba,36861,1731554551567 2024-11-14T03:22:34,017 WARN [RS:0;b152692f18ba:36861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:34,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,36861,1731554551567] 2024-11-14T03:22:34,017 INFO [RS:0;b152692f18ba:36861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:34,018 DEBUG [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/WALs/b152692f18ba,36861,1731554551567 2024-11-14T03:22:34,025 INFO [RS:0;b152692f18ba:36861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:22:34,028 INFO [RS:0;b152692f18ba:36861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:22:34,029 INFO [RS:0;b152692f18ba:36861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:22:34,030 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,030 INFO [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:22:34,030 INFO [RS:0;b152692f18ba:36861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:22:34,031 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:34,031 DEBUG [RS:0;b152692f18ba:36861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:34,032 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,032 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,032 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,032 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,032 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,033 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36861,1731554551567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:34,053 INFO [RS:0;b152692f18ba:36861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:22:34,053 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36861,1731554551567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,053 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,053 INFO [RS:0;b152692f18ba:36861 {}] regionserver.Replication(171): b152692f18ba,36861,1731554551567 started 2024-11-14T03:22:34,066 INFO [RS:0;b152692f18ba:36861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:34,066 INFO [RS:0;b152692f18ba:36861 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,36861,1731554551567, RpcServer on b152692f18ba/172.17.0.3:36861, sessionid=0x101375d94cc0001 2024-11-14T03:22:34,066 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:22:34,066 DEBUG [RS:0;b152692f18ba:36861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,36861,1731554551567 2024-11-14T03:22:34,066 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,36861,1731554551567' 2024-11-14T03:22:34,066 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0211778353/flush-table-proc/abort' 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0211778353/flush-table-proc/acquired' 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,36861,1731554551567 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,36861,1731554551567' 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0211778353/online-snapshot/abort' 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0211778353/online-snapshot/acquired' 2024-11-14T03:22:34,067 DEBUG [RS:0;b152692f18ba:36861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:22:34,067 INFO [RS:0;b152692f18ba:36861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:22:34,067 INFO [RS:0;b152692f18ba:36861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:22:34,168 INFO [RS:0;b152692f18ba:36861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:34,169 INFO [RS:0;b152692f18ba:36861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C36861%2C1731554551567, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/WALs/b152692f18ba,36861,1731554551567, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/oldWALs, maxLogs=10 2024-11-14T03:22:34,180 DEBUG [RS:0;b152692f18ba:36861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/WALs/b152692f18ba,36861,1731554551567/b152692f18ba%2C36861%2C1731554551567.1731554554169, exclude list is [], retry=0 2024-11-14T03:22:34,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40847,DS-940231cf-2949-42d3-bd3b-2a9c08ed77b4,DISK] 2024-11-14T03:22:34,183 INFO [RS:0;b152692f18ba:36861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/WALs/b152692f18ba,36861,1731554551567/b152692f18ba%2C36861%2C1731554551567.1731554554169 2024-11-14T03:22:34,183 DEBUG [RS:0;b152692f18ba:36861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-14T03:22:34,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:22:34,318 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad 2024-11-14T03:22:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:22:34,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:34,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:34,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:34,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:34,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:34,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:34,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:34,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:34,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:34,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:34,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:34,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:34,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:34,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:34,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:34,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:34,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:34,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:34,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/hbase/meta/1588230740 2024-11-14T03:22:34,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/hbase/meta/1588230740 2024-11-14T03:22:34,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:34,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:34,729 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:34,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:34,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:34,731 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62144394, jitterRate=-0.07397636771202087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:34,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554554722Initializing all the Stores at 1731554554723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554554723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554554723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554554723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554554723Cleaning up temporary data from old regions at 1731554554728 (+5 ms)Region opened successfully at 1731554554731 (+3 ms) 2024-11-14T03:22:34,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:34,731 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:34,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:34,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:34,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:34,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:34,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554554731Disabling compacts and flushes for region at 1731554554731Disabling writes for close at 1731554554731Writing region close event to WAL at 1731554554731Closed at 1731554554731 2024-11-14T03:22:34,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:34,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:22:34,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:22:34,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:34,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:22:34,884 DEBUG [b152692f18ba:33269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:22:34,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,36861,1731554551567 2024-11-14T03:22:34,885 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,36861,1731554551567, state=OPENING 2024-11-14T03:22:34,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:22:34,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:34,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0211778353 2024-11-14T03:22:34,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:34,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0211778353/meta-region-server: CHANGED 2024-11-14T03:22:34,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0211778353/meta-region-server: CHANGED 2024-11-14T03:22:34,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,36861,1731554551567}] 2024-11-14T03:22:35,137 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:35,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:22:35,140 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:22:35,140 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:35,140 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:22:35,141 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C36861%2C1731554551567.meta, suffix=.meta, logDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/WALs/b152692f18ba,36861,1731554551567, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/oldWALs, maxLogs=10 2024-11-14T03:22:35,153 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/WALs/b152692f18ba,36861,1731554551567/b152692f18ba%2C36861%2C1731554551567.meta.1731554555141.meta, exclude list is [], retry=0 2024-11-14T03:22:35,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40847,DS-940231cf-2949-42d3-bd3b-2a9c08ed77b4,DISK] 2024-11-14T03:22:35,155 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/WALs/b152692f18ba,36861,1731554551567/b152692f18ba%2C36861%2C1731554551567.meta.1731554555141.meta 2024-11-14T03:22:35,156 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-14T03:22:35,156 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:35,156 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:35,156 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:35,156 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:22:35,156 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:22:35,156 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:22:35,156 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:35,157 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:22:35,157 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:22:35,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:35,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:35,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:35,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:35,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:35,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:35,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:35,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:35,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:35,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:35,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:35,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:35,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:35,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:35,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:35,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:35,161 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:35,161 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/hbase/meta/1588230740 2024-11-14T03:22:35,162 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/hbase/meta/1588230740 2024-11-14T03:22:35,162 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:35,162 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:35,163 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:35,164 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:35,164 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67887146, jitterRate=0.011597305536270142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:35,164 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:22:35,164 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554555157Writing region info on filesystem at 1731554555157Initializing all the Stores at 1731554555157Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554555157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554555158 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554555158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554555158Cleaning up temporary data from old regions at 1731554555162 (+4 ms)Running coprocessor post-open hooks at 1731554555164 (+2 ms)Region opened successfully at 1731554555164 2024-11-14T03:22:35,165 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554555137 2024-11-14T03:22:35,166 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:22:35,167 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:22:35,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,36861,1731554551567 2024-11-14T03:22:35,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,36861,1731554551567, state=OPEN 2024-11-14T03:22:35,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36861-0x101375d94cc0001, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0211778353/meta-region-server 2024-11-14T03:22:35,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33269-0x101375d94cc0000, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0211778353/meta-region-server 2024-11-14T03:22:35,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,36861,1731554551567 2024-11-14T03:22:35,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0211778353/meta-region-server: CHANGED 2024-11-14T03:22:35,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0211778353/meta-region-server: CHANGED 2024-11-14T03:22:35,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:22:35,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,36861,1731554551567 in 213 msec 2024-11-14T03:22:35,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:22:35,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-11-14T03:22:35,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:35,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:22:35,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:35,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,36861,1731554551567, seqNum=-1] 2024-11-14T03:22:35,204 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:35,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:35,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-14T03:22:35,208 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554555208, completionTime=-1 2024-11-14T03:22:35,208 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:22:35,209 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554615210 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554675210 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33269,1731554550699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33269,1731554550699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33269,1731554550699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:33269, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:35,210 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:35,211 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:35,212 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.390sec 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33269,1731554550699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:35,214 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33269,1731554550699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:22:35,215 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:22:35,215 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:22:35,215 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,33269,1731554550699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:35,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dee05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:35,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33269,-1 for getting cluster id 2024-11-14T03:22:35,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:35,266 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bce02dd6-3fea-48fb-8c0a-32c521ded76f' 2024-11-14T03:22:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bce02dd6-3fea-48fb-8c0a-32c521ded76f" 2024-11-14T03:22:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be5b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33269,-1] 2024-11-14T03:22:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:35,267 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:35,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df85e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:35,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,36861,1731554551567, seqNum=-1] 2024-11-14T03:22:35,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:35,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:35,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,33269,1731554550699 2024-11-14T03:22:35,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55843 2024-11-14T03:22:35,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55843, baseZNode=/0211778353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:35,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375d94cc0002 connected 2024-11-14T03:22:35,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33269,1731554550699 2024-11-14T03:22:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c8ef5a5 2024-11-14T03:22:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:35,293 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:35,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:22:35,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:35,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:35,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:22:35,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:35,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:22:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:35,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c57cafc4e6a7ed14c01264df9a252e75, NAME => 'test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad 2024-11-14T03:22:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:22:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:36,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:36,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c57cafc4e6a7ed14c01264df9a252e75, disabling compactions & flushes 2024-11-14T03:22:36,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. 2024-11-14T03:22:36,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. 2024-11-14T03:22:36,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. after waiting 0 ms 2024-11-14T03:22:36,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. 2024-11-14T03:22:36,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. 2024-11-14T03:22:36,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c57cafc4e6a7ed14c01264df9a252e75: Waiting for close lock at 1731554556146Disabling compacts and flushes for region at 1731554556146Disabling writes for close at 1731554556147 (+1 ms)Writing region close event to WAL at 1731554556147Closed at 1731554556147 2024-11-14T03:22:36,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:36,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554556148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554556148"}]},"ts":"1731554556148"} 2024-11-14T03:22:36,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:36,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:36,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554556154"}]},"ts":"1731554556154"} 2024-11-14T03:22:36,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:22:36,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c57cafc4e6a7ed14c01264df9a252e75, ASSIGN}] 2024-11-14T03:22:36,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c57cafc4e6a7ed14c01264df9a252e75, ASSIGN 2024-11-14T03:22:36,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c57cafc4e6a7ed14c01264df9a252e75, ASSIGN; state=OFFLINE, location=b152692f18ba,36861,1731554551567; forceNewPlan=false, retain=false 2024-11-14T03:22:36,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c57cafc4e6a7ed14c01264df9a252e75, regionState=OPENING, regionLocation=b152692f18ba,36861,1731554551567 2024-11-14T03:22:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c57cafc4e6a7ed14c01264df9a252e75, ASSIGN because future has completed 2024-11-14T03:22:36,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57cafc4e6a7ed14c01264df9a252e75, server=b152692f18ba,36861,1731554551567}] 2024-11-14T03:22:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:36,477 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. 2024-11-14T03:22:36,477 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c57cafc4e6a7ed14c01264df9a252e75, NAME => 'test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:36,478 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:36,478 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:22:36,478 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,478 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:36,478 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,478 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,480 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,483 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57cafc4e6a7ed14c01264df9a252e75 columnFamilyName f 2024-11-14T03:22:36,483 DEBUG [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:36,483 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] regionserver.HStore(327): Store=c57cafc4e6a7ed14c01264df9a252e75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:36,483 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,486 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57cafc4e6a7ed14c01264df9a252e75 columnFamilyName f1 2024-11-14T03:22:36,487 DEBUG [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:36,487 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] regionserver.HStore(327): Store=c57cafc4e6a7ed14c01264df9a252e75/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:36,487 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,489 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57cafc4e6a7ed14c01264df9a252e75 columnFamilyName norep 2024-11-14T03:22:36,489 DEBUG [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:36,490 INFO [StoreOpener-c57cafc4e6a7ed14c01264df9a252e75-1 {}] regionserver.HStore(327): Store=c57cafc4e6a7ed14c01264df9a252e75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:36,490 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,491 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/default/test/c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,491 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/default/test/c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,493 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,493 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,493 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:36,496 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,501 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/data/default/test/c57cafc4e6a7ed14c01264df9a252e75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:36,502 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c57cafc4e6a7ed14c01264df9a252e75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67857978, jitterRate=0.011162668466567993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:36,502 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c57cafc4e6a7ed14c01264df9a252e75 2024-11-14T03:22:36,502 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c57cafc4e6a7ed14c01264df9a252e75: Running coprocessor pre-open hook at 1731554556478Writing region info on filesystem at 1731554556478Initializing all the Stores at 1731554556479 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554556479Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554556480 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554556480Cleaning up temporary data from old regions at 1731554556493 (+13 ms)Running coprocessor post-open hooks at 1731554556502 (+9 ms)Region opened successfully at 1731554556502 2024-11-14T03:22:36,503 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75., pid=6, masterSystemTime=1731554556474 2024-11-14T03:22:36,505 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. 2024-11-14T03:22:36,505 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554555293.c57cafc4e6a7ed14c01264df9a252e75. 2024-11-14T03:22:36,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c57cafc4e6a7ed14c01264df9a252e75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,36861,1731554551567 2024-11-14T03:22:36,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57cafc4e6a7ed14c01264df9a252e75, server=b152692f18ba,36861,1731554551567 because future has completed 2024-11-14T03:22:36,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:22:36,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c57cafc4e6a7ed14c01264df9a252e75, server=b152692f18ba,36861,1731554551567 in 188 msec 2024-11-14T03:22:36,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:22:36,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c57cafc4e6a7ed14c01264df9a252e75, ASSIGN in 355 msec 2024-11-14T03:22:36,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:36,514 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554556514"}]},"ts":"1731554556514"} 2024-11-14T03:22:36,516 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:22:36,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:36,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2230 sec 2024-11-14T03:22:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:37,447 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:22:37,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e5c824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:37,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33269,-1 for getting cluster id 2024-11-14T03:22:37,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:37,449 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bce02dd6-3fea-48fb-8c0a-32c521ded76f' 2024-11-14T03:22:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bce02dd6-3fea-48fb-8c0a-32c521ded76f" 2024-11-14T03:22:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194c97a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33269,-1] 2024-11-14T03:22:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:37,451 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efce597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:37,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33269,1731554550699 2024-11-14T03:22:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79361370 2024-11-14T03:22:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:37,455 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:37,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:33269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:22:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:22:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:37,459 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:33269' 2024-11-14T03:22:37,460 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e21c1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:37,460 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,33269,-1 for getting cluster id 2024-11-14T03:22:37,460 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:37,461 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bce02dd6-3fea-48fb-8c0a-32c521ded76f' 2024-11-14T03:22:37,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:37,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bce02dd6-3fea-48fb-8c0a-32c521ded76f" 2024-11-14T03:22:37,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d7ba77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:37,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,33269,-1] 2024-11-14T03:22:37,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:37,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:37,462 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:37,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615eef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:37,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,33269,1731554550699 2024-11-14T03:22:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e1132d 2024-11-14T03:22:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:37,465 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:37,466 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:22:37,466 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:22:37,466 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:37,466 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:37,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:37,467 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b152692f18ba:33269, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T03:22:37,472 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b152692f18ba:33269, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b152692f18ba:33269, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b152692f18ba:33269, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T03:22:37,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b152692f18ba:33269, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=18 msec 2024-11-14T03:22:37,475 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T03:22:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:37,568 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b152692f18ba:33269, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T03:22:37,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:37,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:37,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:37,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:37,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:37,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 359) Potentially hanging thread: master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554553914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: b152692f18ba:33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@328a6718 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1581083917-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b152692f18ba:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/data/data1/current/BP-18850711-172.17.0.3-1731554548160 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad-prefix:b152692f18ba,36861,1731554551567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55843) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;b152692f18ba:36861-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1126221878_20 at /127.0.0.1:50194 [Receiving block BP-18850711-172.17.0.3-1731554548160:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/data/data2/current/BP-18850711-172.17.0.3-1731554548160 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581083917-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43833 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 4 on default port 44839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@9f24307 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@19b26793[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18850711-172.17.0.3-1731554548160:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad/MasterData-prefix:b152692f18ba,33269,1731554550699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@63693e8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007fd510ad17a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7bc71f1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp877619766-7868-acceptor-0@72857ed3-ServerConnector@27b715de{HTTP/1.1, (http/1.1)}{localhost:43181} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44839 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b152692f18ba:36861 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b152692f18ba:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp877619766-7869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3a2bdfed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2f13c430-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55843) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/cluster_0f21987e-2fa6-7856-8166-5311e25569cc/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp877619766-7870 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_156537050_20 at /127.0.0.1:50158 [Receiving block BP-18850711-172.17.0.3-1731554548160:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43833 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55843) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@432b3f92 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-18850711-172.17.0.3-1731554548160 heartbeating to localhost/127.0.0.1:43833 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18850711-172.17.0.3-1731554548160:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/b152692f18ba:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7864 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(605632182) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43833/user/jenkins/test-data/9b88d76d-cbe0-5783-d1e4-b07db3e9f1ad-prefix:b152692f18ba,36861,1731554551567.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581083917-7914-acceptor-0@37383ddd-ServerConnector@72de679e{HTTP/1.1, (http/1.1)}{localhost:44299} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp877619766-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b152692f18ba:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b152692f18ba:33269 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554553914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@332dafea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1126221878_20 at /127.0.0.1:50176 [Receiving block BP-18850711-172.17.0.3-1731554548160:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/b152692f18ba:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 1 on default port 44839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581083917-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 3 on default port 43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd510432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55843 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: master/b152692f18ba:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fd5109f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:55843): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-3fa5b305-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18850711-172.17.0.3-1731554548160:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@c370947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1126221878_20 at /127.0.0.1:60354 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp877619766-7871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) - Thread LEAK? -, OpenFileDescriptor=865 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5012 (was 5150) 2024-11-14T03:22:37,594 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-14T03:22:37,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=5010 2024-11-14T03:22:37,616 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-14T03:22:37,635 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T03:22:37,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.log.dir so I do NOT create it in target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09 2024-11-14T03:22:37,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:22:37,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.tmp.dir so I do NOT create it in target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09 2024-11-14T03:22:37,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3b06c2-49a1-8e28-cbd9-084910626d3d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:22:37,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09 2024-11-14T03:22:37,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e, deleteOnExit=true 2024-11-14T03:22:37,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e/zookeeper_0, clientPort=53820, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:22:37,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53820 2024-11-14T03:22:37,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:22:37,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:22:37,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/test.cache.data in system properties and HBase conf 2024-11-14T03:22:37,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:22:37,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:22:37,691 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:37,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:22:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:22:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:22:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:22:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:22:37,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:38,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:38,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:38,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:38,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:22:38,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:38,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2042af9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:38,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3504153d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:22:38,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:22:38,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T03:22:38,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T03:22:38,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:22:38,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T03:22:38,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:22:38,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T03:22:38,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28040d27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/java.io.tmpdir/jetty-localhost-34079-hadoop-hdfs-3_4_1-tests_jar-_-any-15696160955158763621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:38,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@410def9e{HTTP/1.1, (http/1.1)}{localhost:34079} 2024-11-14T03:22:38,130 INFO [Time-limited test {}] server.Server(415): Started @328341ms 2024-11-14T03:22:38,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:38,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:38,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:38,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:38,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:22:38,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6693241a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:38,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@184d626c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:38,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@643d0ba5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/java.io.tmpdir/jetty-localhost-40229-hadoop-hdfs-3_4_1-tests_jar-_-any-13838453668064504526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:38,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ea7902e{HTTP/1.1, (http/1.1)}{localhost:40229} 2024-11-14T03:22:38,653 INFO [Time-limited test {}] server.Server(415): Started @328864ms 2024-11-14T03:22:38,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:22:39,396 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e/data/data1/current/BP-871635968-172.17.0.3-1731554557713/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:39,396 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e/data/data2/current/BP-871635968-172.17.0.3-1731554557713/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:39,465 WARN [Thread-4290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:22:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f6ccc53a8664d32 with lease ID 0x2ffa1d54acdcdc1c: Processing first storage report for DS-bb9778e6-67a0-4575-b600-0c6b018dd35f from datanode DatanodeRegistration(127.0.0.1:46743, datanodeUuid=0866baa3-9b65-4c33-bcbd-a97eae365351, infoPort=46757, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=859832977;c=1731554557713) 2024-11-14T03:22:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f6ccc53a8664d32 with lease ID 0x2ffa1d54acdcdc1c: from storage DS-bb9778e6-67a0-4575-b600-0c6b018dd35f node DatanodeRegistration(127.0.0.1:46743, datanodeUuid=0866baa3-9b65-4c33-bcbd-a97eae365351, infoPort=46757, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=859832977;c=1731554557713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f6ccc53a8664d32 with lease ID 0x2ffa1d54acdcdc1c: Processing first storage report for DS-c8c5e2cb-31a1-481f-8320-586d105c68e1 from datanode DatanodeRegistration(127.0.0.1:46743, datanodeUuid=0866baa3-9b65-4c33-bcbd-a97eae365351, infoPort=46757, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=859832977;c=1731554557713) 2024-11-14T03:22:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f6ccc53a8664d32 with lease ID 0x2ffa1d54acdcdc1c: from storage DS-c8c5e2cb-31a1-481f-8320-586d105c68e1 node DatanodeRegistration(127.0.0.1:46743, datanodeUuid=0866baa3-9b65-4c33-bcbd-a97eae365351, infoPort=46757, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=859832977;c=1731554557713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:39,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09 2024-11-14T03:22:39,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:39,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:22:39,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1 with version=8 2024-11-14T03:22:39,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/hbase-staging 2024-11-14T03:22:39,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:39,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:39,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:39,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:39,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:39,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:39,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:22:39,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:39,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36511 2024-11-14T03:22:39,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36511 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:40,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:22:40,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T03:22:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365110x0, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:40,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36511-0x101375dbaa20000 connected 2024-11-14T03:22:40,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:40,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:40,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on znode that does not yet exist, /0-665651442/running 2024-11-14T03:22:40,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1, hbase.cluster.distributed=false 2024-11-14T03:22:40,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on znode that does not yet exist, /0-665651442/acl 2024-11-14T03:22:40,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-14T03:22:40,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36511 2024-11-14T03:22:40,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36511 2024-11-14T03:22:40,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-14T03:22:40,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-14T03:22:40,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:40,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:40,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:40,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:40,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:40,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:40,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:22:40,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:40,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44995 2024-11-14T03:22:40,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44995 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:40,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:40,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449950x0, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:40,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449950x0, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on znode that does not yet exist, /0-665651442/running 2024-11-14T03:22:40,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:22:40,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44995-0x101375dbaa20001 connected 2024-11-14T03:22:40,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:22:40,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on znode that does not yet exist, /0-665651442/master 2024-11-14T03:22:40,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on znode that does not yet exist, /0-665651442/acl 2024-11-14T03:22:40,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44995 2024-11-14T03:22:40,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44995 2024-11-14T03:22:40,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44995 2024-11-14T03:22:40,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44995 2024-11-14T03:22:40,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44995 2024-11-14T03:22:40,396 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:36511 2024-11-14T03:22:40,416 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-665651442/backup-masters/b152692f18ba,36511,1731554559988 2024-11-14T03:22:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442/backup-masters 2024-11-14T03:22:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442/backup-masters 2024-11-14T03:22:40,429 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on existing znode=/0-665651442/backup-masters/b152692f18ba,36511,1731554559988 2024-11-14T03:22:40,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665651442/master 2024-11-14T03:22:40,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,439 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on existing znode=/0-665651442/master 2024-11-14T03:22:40,440 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-665651442/backup-masters/b152692f18ba,36511,1731554559988 from backup master directory 2024-11-14T03:22:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665651442/backup-masters/b152692f18ba,36511,1731554559988 2024-11-14T03:22:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442/backup-masters 2024-11-14T03:22:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442/backup-masters 2024-11-14T03:22:40,449 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:40,449 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,36511,1731554559988 2024-11-14T03:22:40,452 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/hbase.id] with ID: 359ca3d0-6245-42c5-ba47-dc8d679e7e26 2024-11-14T03:22:40,452 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/.tmp/hbase.id 2024-11-14T03:22:40,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:22:40,457 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/.tmp/hbase.id]:[hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/hbase.id] 2024-11-14T03:22:40,465 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:40,465 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:22:40,466 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:22:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:22:40,483 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:40,483 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:22:40,484 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:40,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:22:40,492 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store 2024-11-14T03:22:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:22:40,497 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:40,497 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:40,497 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:40,497 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:40,497 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:40,497 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:40,497 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:40,497 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554560497Disabling compacts and flushes for region at 1731554560497Disabling writes for close at 1731554560497Writing region close event to WAL at 1731554560497Closed at 1731554560497 2024-11-14T03:22:40,498 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/.initializing 2024-11-14T03:22:40,498 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/WALs/b152692f18ba,36511,1731554559988 2024-11-14T03:22:40,499 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:40,500 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C36511%2C1731554559988, suffix=, logDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/WALs/b152692f18ba,36511,1731554559988, archiveDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/oldWALs, maxLogs=10 2024-11-14T03:22:40,517 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/WALs/b152692f18ba,36511,1731554559988/b152692f18ba%2C36511%2C1731554559988.1731554560500, exclude list is [], retry=0 2024-11-14T03:22:40,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-bb9778e6-67a0-4575-b600-0c6b018dd35f,DISK] 2024-11-14T03:22:40,520 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/WALs/b152692f18ba,36511,1731554559988/b152692f18ba%2C36511%2C1731554559988.1731554560500 2024-11-14T03:22:40,528 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46757:46757)] 2024-11-14T03:22:40,528 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:40,529 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:40,529 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,529 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:22:40,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:40,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:40,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:22:40,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:40,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:40,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:22:40,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:40,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:40,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:22:40,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:40,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:40,536 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,536 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,537 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,538 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,538 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,538 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:40,539 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:40,541 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:40,541 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67009868, jitterRate=-0.0014751553535461426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:40,541 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554560529Initializing all the Stores at 1731554560530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554560530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554560530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554560530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554560530Cleaning up temporary data from old regions at 1731554560538 (+8 ms)Region opened successfully at 1731554560541 (+3 ms) 2024-11-14T03:22:40,552 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:22:40,555 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1279c93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:40,555 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:22:40,556 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:22:40,556 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:22:40,556 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:22:40,556 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:22:40,557 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:22:40,557 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:22:40,559 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:22:40,560 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Unable to get data of znode /0-665651442/balancer because node does not exist (not necessarily an error) 2024-11-14T03:22:40,572 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665651442/balancer already deleted, retry=false 2024-11-14T03:22:40,573 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:22:40,573 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Unable to get data of znode /0-665651442/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:22:40,586 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665651442/normalizer already deleted, retry=false 2024-11-14T03:22:40,586 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:22:40,587 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Unable to get data of znode /0-665651442/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:22:40,597 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665651442/switch/split already deleted, retry=false 2024-11-14T03:22:40,597 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Unable to get data of znode /0-665651442/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:22:40,607 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665651442/switch/merge already deleted, retry=false 2024-11-14T03:22:40,609 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Unable to get data of znode /0-665651442/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:22:40,618 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665651442/snapshot-cleanup already deleted, retry=false 2024-11-14T03:22:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665651442/running 2024-11-14T03:22:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665651442/running 2024-11-14T03:22:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,635 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,36511,1731554559988, sessionid=0x101375dbaa20000, setting cluster-up flag (Was=false) 2024-11-14T03:22:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:40,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,688 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-665651442/flush-table-proc/acquired, /0-665651442/flush-table-proc/reached, /0-665651442/flush-table-proc/abort 2024-11-14T03:22:40,689 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,36511,1731554559988 2024-11-14T03:22:40,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:40,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:40,744 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-665651442/online-snapshot/acquired, /0-665651442/online-snapshot/reached, /0-665651442/online-snapshot/abort 2024-11-14T03:22:40,746 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,36511,1731554559988 2024-11-14T03:22:40,761 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:22:40,773 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:40,774 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:22:40,774 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:22:40,774 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,36511,1731554559988 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:40,776 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,782 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(746): ClusterId : 359ca3d0-6245-42c5-ba47-dc8d679e7e26 2024-11-14T03:22:40,783 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:22:40,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:40,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:22:40,784 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:40,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554590785 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:22:40,785 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:22:40,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:22:40,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:22:40,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:22:40,794 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:22:40,794 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:22:40,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:22:40,804 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:22:40,805 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:22:40,805 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7045541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:40,816 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554560804,5,FailOnTimeoutGroup] 2024-11-14T03:22:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:22:40,836 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554560816,5,FailOnTimeoutGroup] 2024-11-14T03:22:40,836 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,836 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:22:40,836 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,836 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,845 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:44995 2024-11-14T03:22:40,845 INFO [RS:0;b152692f18ba:44995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:22:40,845 INFO [RS:0;b152692f18ba:44995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:22:40,845 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:22:40,846 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,36511,1731554559988 with port=44995, startcode=1731554560259 2024-11-14T03:22:40,846 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:22:40,847 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:22:40,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,44995,1731554560259 2024-11-14T03:22:40,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36511 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,44995,1731554560259 2024-11-14T03:22:40,849 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1 2024-11-14T03:22:40,849 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46105 2024-11-14T03:22:40,849 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:22:40,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442/rs 2024-11-14T03:22:40,860 DEBUG [RS:0;b152692f18ba:44995 {}] zookeeper.ZKUtil(111): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on existing znode=/0-665651442/rs/b152692f18ba,44995,1731554560259 2024-11-14T03:22:40,860 WARN [RS:0;b152692f18ba:44995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:40,860 INFO [RS:0;b152692f18ba:44995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:40,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,44995,1731554560259] 2024-11-14T03:22:40,878 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259 2024-11-14T03:22:40,881 INFO [RS:0;b152692f18ba:44995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:22:40,888 INFO [RS:0;b152692f18ba:44995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:22:40,889 INFO [RS:0;b152692f18ba:44995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:22:40,889 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,889 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:22:40,908 INFO [RS:0;b152692f18ba:44995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:22:40,909 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:40,909 DEBUG [RS:0;b152692f18ba:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:40,924 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,924 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,924 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,924 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,924 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,924 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44995,1731554560259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:40,944 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:22:40,945 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,44995,1731554560259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,945 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,945 INFO [RS:0;b152692f18ba:44995 {}] regionserver.Replication(171): b152692f18ba,44995,1731554560259 started 2024-11-14T03:22:40,960 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:40,960 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,44995,1731554560259, RpcServer on b152692f18ba/172.17.0.3:44995, sessionid=0x101375dbaa20001 2024-11-14T03:22:40,960 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:22:40,960 DEBUG [RS:0;b152692f18ba:44995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,44995,1731554560259 2024-11-14T03:22:40,960 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44995,1731554560259' 2024-11-14T03:22:40,960 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-665651442/flush-table-proc/abort' 2024-11-14T03:22:40,961 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-665651442/flush-table-proc/acquired' 2024-11-14T03:22:40,961 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:22:40,961 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:22:40,961 DEBUG [RS:0;b152692f18ba:44995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,44995,1731554560259 2024-11-14T03:22:40,961 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,44995,1731554560259' 2024-11-14T03:22:40,961 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-665651442/online-snapshot/abort' 2024-11-14T03:22:40,961 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-665651442/online-snapshot/acquired' 2024-11-14T03:22:40,962 DEBUG [RS:0;b152692f18ba:44995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:22:40,962 INFO [RS:0;b152692f18ba:44995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:22:40,962 INFO [RS:0;b152692f18ba:44995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:22:41,062 INFO [RS:0;b152692f18ba:44995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:41,064 INFO [RS:0;b152692f18ba:44995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44995%2C1731554560259, suffix=, logDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259, archiveDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/oldWALs, maxLogs=10 2024-11-14T03:22:41,083 DEBUG [RS:0;b152692f18ba:44995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064, exclude list is [], retry=0 2024-11-14T03:22:41,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-bb9778e6-67a0-4575-b600-0c6b018dd35f,DISK] 2024-11-14T03:22:41,117 INFO [RS:0;b152692f18ba:44995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 2024-11-14T03:22:41,118 DEBUG [RS:0;b152692f18ba:44995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46757:46757)] 2024-11-14T03:22:41,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:22:41,223 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1 2024-11-14T03:22:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:22:41,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:41,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:41,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:41,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:41,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:41,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:41,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:41,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:41,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:41,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:41,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:41,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:41,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740 2024-11-14T03:22:41,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740 2024-11-14T03:22:41,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:41,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:41,650 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:41,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:41,652 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:41,653 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62779758, jitterRate=-0.06450870633125305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554561640Initializing all the Stores at 1731554561641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554561641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554561641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554561641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554561641Cleaning up temporary data from old regions at 1731554561649 (+8 ms)Region opened successfully at 1731554561653 (+4 ms) 2024-11-14T03:22:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:41,653 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:41,653 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554561653Disabling compacts and flushes for region at 1731554561653Disabling writes for close at 1731554561653Writing region close event to WAL at 1731554561653Closed at 1731554561653 2024-11-14T03:22:41,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:41,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:22:41,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:22:41,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:41,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:22:41,807 DEBUG [b152692f18ba:36511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:22:41,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,44995,1731554560259 2024-11-14T03:22:41,808 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44995,1731554560259, state=OPENING 2024-11-14T03:22:41,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:22:41,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:41,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:41,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:41,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44995,1731554560259}] 2024-11-14T03:22:41,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665651442/meta-region-server: CHANGED 2024-11-14T03:22:41,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665651442/meta-region-server: CHANGED 2024-11-14T03:22:42,034 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:42,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:22:42,038 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:22:42,038 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:42,038 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:22:42,039 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44995%2C1731554560259.meta, suffix=.meta, logDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259, archiveDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/oldWALs, maxLogs=10 2024-11-14T03:22:42,058 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.meta.1731554562039.meta, exclude list is [], retry=0 2024-11-14T03:22:42,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-bb9778e6-67a0-4575-b600-0c6b018dd35f,DISK] 2024-11-14T03:22:42,062 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.meta.1731554562039.meta 2024-11-14T03:22:42,076 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46757:46757)] 2024-11-14T03:22:42,077 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:42,077 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:42,077 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:42,077 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:22:42,077 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:22:42,077 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:22:42,078 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:42,078 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:22:42,078 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:22:42,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:42,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:42,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:42,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:42,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:42,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:42,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:42,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:42,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:42,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:42,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:42,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:42,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:42,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:42,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:42,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:42,085 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:42,085 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740 2024-11-14T03:22:42,086 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740 2024-11-14T03:22:42,087 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:42,087 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:42,088 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:42,089 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:42,089 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71891803, jitterRate=0.07127134501934052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:42,089 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:22:42,089 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554562078Writing region info on filesystem at 1731554562078Initializing all the Stores at 1731554562078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554562079 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554562080 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554562080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554562080Cleaning up temporary data from old regions at 1731554562087 (+7 ms)Running coprocessor post-open hooks at 1731554562089 (+2 ms)Region opened successfully at 1731554562089 2024-11-14T03:22:42,097 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554562034 2024-11-14T03:22:42,099 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:22:42,099 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:22:42,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44995,1731554560259 2024-11-14T03:22:42,100 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,44995,1731554560259, state=OPEN 2024-11-14T03:22:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665651442/meta-region-server 2024-11-14T03:22:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665651442/meta-region-server 2024-11-14T03:22:42,239 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,44995,1731554560259 2024-11-14T03:22:42,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665651442/meta-region-server: CHANGED 2024-11-14T03:22:42,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665651442/meta-region-server: CHANGED 2024-11-14T03:22:42,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:22:42,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,44995,1731554560259 in 358 msec 2024-11-14T03:22:42,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:22:42,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 586 msec 2024-11-14T03:22:42,242 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:42,242 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:22:42,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:42,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44995,1731554560259, seqNum=-1] 2024-11-14T03:22:42,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:42,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:42,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4750 sec 2024-11-14T03:22:42,248 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554562248, completionTime=-1 2024-11-14T03:22:42,248 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:22:42,248 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:22:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:22:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554622250 2024-11-14T03:22:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554682250 2024-11-14T03:22:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:22:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36511,1731554559988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36511,1731554559988-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:42,250 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36511,1731554559988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:42,251 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:36511, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:42,251 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:42,251 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:42,253 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:22:42,254 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.805sec 2024-11-14T03:22:42,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:22:42,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:22:42,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:22:42,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:22:42,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:22:42,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36511,1731554559988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:42,255 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36511,1731554559988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:22:42,257 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:22:42,257 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:22:42,257 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,36511,1731554559988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:42,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cde15c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:42,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,36511,-1 for getting cluster id 2024-11-14T03:22:42,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:42,291 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359ca3d0-6245-42c5-ba47-dc8d679e7e26' 2024-11-14T03:22:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359ca3d0-6245-42c5-ba47-dc8d679e7e26" 2024-11-14T03:22:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238bc08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,36511,-1] 2024-11-14T03:22:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:42,292 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:42,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3607faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:42,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44995,1731554560259, seqNum=-1] 2024-11-14T03:22:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:42,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:42,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,36511,1731554559988 2024-11-14T03:22:42,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:42,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:42,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101375dbaa20002 connected 2024-11-14T03:22:42,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.log.dir so I do NOT create it in target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3 2024-11-14T03:22:42,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:22:42,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.tmp.dir so I do NOT create it in target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3 2024-11-14T03:22:42,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:22:42,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3 2024-11-14T03:22:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:22:42,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/cluster_d03fae83-a907-f271-d573-4f901b9f8860, deleteOnExit=true 2024-11-14T03:22:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:22:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/test.cache.data in system properties and HBase conf 2024-11-14T03:22:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:22:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:22:42,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:22:42,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:22:42,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:22:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:22:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:22:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:22:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:22:42,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:42,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:42,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:42,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:42,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:22:42,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:42,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481ff624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:42,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f63bdb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:42,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e75770d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/java.io.tmpdir/jetty-localhost-43407-hadoop-hdfs-3_4_1-tests_jar-_-any-13316683462893386088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:42,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19d5f462{HTTP/1.1, (http/1.1)}{localhost:43407} 2024-11-14T03:22:42,994 INFO [Time-limited test {}] server.Server(415): Started @333205ms 2024-11-14T03:22:43,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:43,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:43,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:43,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:43,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:22:43,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e23bc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:43,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@303b657b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:43,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d275c41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/java.io.tmpdir/jetty-localhost-42225-hadoop-hdfs-3_4_1-tests_jar-_-any-15321637785754826525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:43,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d746cd4{HTTP/1.1, (http/1.1)}{localhost:42225} 2024-11-14T03:22:43,462 INFO [Time-limited test {}] server.Server(415): Started @333673ms 2024-11-14T03:22:43,464 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:22:44,163 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/cluster_d03fae83-a907-f271-d573-4f901b9f8860/data/data2/current/BP-2118520122-172.17.0.3-1731554562375/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:44,163 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/cluster_d03fae83-a907-f271-d573-4f901b9f8860/data/data1/current/BP-2118520122-172.17.0.3-1731554562375/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:44,206 WARN [Thread-4411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:22:44,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e5106fd580e7397 with lease ID 0x367d105eb2046a7c: Processing first storage report for DS-86956237-3294-4781-bbb6-c617363145dd from datanode DatanodeRegistration(127.0.0.1:36829, datanodeUuid=e23ba025-3347-473c-b648-66389c7699e5, infoPort=45867, infoSecurePort=0, ipcPort=45379, storageInfo=lv=-57;cid=testClusterID;nsid=1039031549;c=1731554562375) 2024-11-14T03:22:44,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e5106fd580e7397 with lease ID 0x367d105eb2046a7c: from storage DS-86956237-3294-4781-bbb6-c617363145dd node DatanodeRegistration(127.0.0.1:36829, datanodeUuid=e23ba025-3347-473c-b648-66389c7699e5, infoPort=45867, infoSecurePort=0, ipcPort=45379, storageInfo=lv=-57;cid=testClusterID;nsid=1039031549;c=1731554562375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e5106fd580e7397 with lease ID 0x367d105eb2046a7c: Processing first storage report for DS-2a6a2a2a-8864-4910-8248-a414840f239d from datanode DatanodeRegistration(127.0.0.1:36829, datanodeUuid=e23ba025-3347-473c-b648-66389c7699e5, infoPort=45867, infoSecurePort=0, ipcPort=45379, storageInfo=lv=-57;cid=testClusterID;nsid=1039031549;c=1731554562375) 2024-11-14T03:22:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e5106fd580e7397 with lease ID 0x367d105eb2046a7c: from storage DS-2a6a2a2a-8864-4910-8248-a414840f239d node DatanodeRegistration(127.0.0.1:36829, datanodeUuid=e23ba025-3347-473c-b648-66389c7699e5, infoPort=45867, infoSecurePort=0, ipcPort=45379, storageInfo=lv=-57;cid=testClusterID;nsid=1039031549;c=1731554562375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:44,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3 2024-11-14T03:22:44,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:44,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:22:44,299 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528 with version=8 2024-11-14T03:22:44,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/hbase-staging 2024-11-14T03:22:44,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:44,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:44,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:44,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:22:44,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:44,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43561 2024-11-14T03:22:44,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43561 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:44,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435610x0, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:44,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43561-0x101375dbaa20003 connected 2024-11-14T03:22:44,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:44,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:44,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on znode that does not yet exist, /1-902718977/running 2024-11-14T03:22:44,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528, hbase.cluster.distributed=false 2024-11-14T03:22:44,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on znode that does not yet exist, /1-902718977/acl 2024-11-14T03:22:44,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43561 2024-11-14T03:22:44,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43561 2024-11-14T03:22:44,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43561 2024-11-14T03:22:44,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43561 2024-11-14T03:22:44,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43561 2024-11-14T03:22:44,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:44,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:44,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:44,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:44,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:44,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:44,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:22:44,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:44,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34725 2024-11-14T03:22:44,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34725 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:44,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:44,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:44,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347250x0, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:44,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347250x0, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on znode that does not yet exist, /1-902718977/running 2024-11-14T03:22:44,490 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:22:44,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34725-0x101375dbaa20004 connected 2024-11-14T03:22:44,496 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:22:44,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on znode that does not yet exist, /1-902718977/master 2024-11-14T03:22:44,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on znode that does not yet exist, /1-902718977/acl 2024-11-14T03:22:44,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-14T03:22:44,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34725 2024-11-14T03:22:44,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34725 2024-11-14T03:22:44,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-14T03:22:44,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-14T03:22:44,536 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:43561 2024-11-14T03:22:44,540 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-902718977/backup-masters/b152692f18ba,43561,1731554564302 2024-11-14T03:22:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977/backup-masters 2024-11-14T03:22:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977/backup-masters 2024-11-14T03:22:44,552 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on existing znode=/1-902718977/backup-masters/b152692f18ba,43561,1731554564302 2024-11-14T03:22:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-902718977/master 2024-11-14T03:22:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,566 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on existing znode=/1-902718977/master 2024-11-14T03:22:44,567 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-902718977/backup-masters/b152692f18ba,43561,1731554564302 from backup master directory 2024-11-14T03:22:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977/backup-masters 2024-11-14T03:22:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-902718977/backup-masters/b152692f18ba,43561,1731554564302 2024-11-14T03:22:44,576 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977/backup-masters 2024-11-14T03:22:44,576 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,43561,1731554564302 2024-11-14T03:22:44,587 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/hbase.id] with ID: 4bb89488-92e3-473b-b43d-1afce1be74a9 2024-11-14T03:22:44,587 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/.tmp/hbase.id 2024-11-14T03:22:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:22:44,598 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/.tmp/hbase.id]:[hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/hbase.id] 2024-11-14T03:22:44,607 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:44,607 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:22:44,608 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:22:44,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:22:44,632 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:44,633 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:22:44,633 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:22:44,646 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store 2024-11-14T03:22:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:22:44,657 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:44,657 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:44,657 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:44,657 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:44,657 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:44,657 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:44,657 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:44,657 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554564657Disabling compacts and flushes for region at 1731554564657Disabling writes for close at 1731554564657Writing region close event to WAL at 1731554564657Closed at 1731554564657 2024-11-14T03:22:44,658 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/.initializing 2024-11-14T03:22:44,658 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/WALs/b152692f18ba,43561,1731554564302 2024-11-14T03:22:44,659 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:44,660 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C43561%2C1731554564302, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/WALs/b152692f18ba,43561,1731554564302, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/oldWALs, maxLogs=10 2024-11-14T03:22:44,683 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/WALs/b152692f18ba,43561,1731554564302/b152692f18ba%2C43561%2C1731554564302.1731554564660, exclude list is [], retry=0 2024-11-14T03:22:44,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36829,DS-86956237-3294-4781-bbb6-c617363145dd,DISK] 2024-11-14T03:22:44,689 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/WALs/b152692f18ba,43561,1731554564302/b152692f18ba%2C43561%2C1731554564302.1731554564660 2024-11-14T03:22:44,692 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45867:45867)] 2024-11-14T03:22:44,692 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:44,693 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:44,693 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,693 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:22:44,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:44,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:44,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:22:44,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:44,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:44,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:22:44,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:44,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:44,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:22:44,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:44,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:44,709 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,709 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,709 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,710 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,710 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,711 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:44,712 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:44,716 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:44,716 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68873539, jitterRate=0.026295706629753113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:44,717 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554564693Initializing all the Stores at 1731554564694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554564694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554564698 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554564698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554564698Cleaning up temporary data from old regions at 1731554564710 (+12 ms)Region opened successfully at 1731554564716 (+6 ms) 2024-11-14T03:22:44,717 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:22:44,719 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707680cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:44,720 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:22:44,721 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:22:44,721 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:22:44,721 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:22:44,721 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:22:44,722 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:22:44,722 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:22:44,726 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:22:44,727 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Unable to get data of znode /1-902718977/balancer because node does not exist (not necessarily an error) 2024-11-14T03:22:44,733 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-902718977/balancer already deleted, retry=false 2024-11-14T03:22:44,734 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:22:44,734 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Unable to get data of znode /1-902718977/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:22:44,744 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-902718977/normalizer already deleted, retry=false 2024-11-14T03:22:44,744 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:22:44,745 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Unable to get data of znode /1-902718977/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:22:44,754 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-902718977/switch/split already deleted, retry=false 2024-11-14T03:22:44,756 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Unable to get data of znode /1-902718977/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:22:44,765 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-902718977/switch/merge already deleted, retry=false 2024-11-14T03:22:44,767 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Unable to get data of znode /1-902718977/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:22:44,775 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-902718977/snapshot-cleanup already deleted, retry=false 2024-11-14T03:22:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-902718977/running 2024-11-14T03:22:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-902718977/running 2024-11-14T03:22:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,43561,1731554564302, sessionid=0x101375dbaa20003, setting cluster-up flag (Was=false) 2024-11-14T03:22:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,839 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-902718977/flush-table-proc/acquired, /1-902718977/flush-table-proc/reached, /1-902718977/flush-table-proc/abort 2024-11-14T03:22:44,840 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,43561,1731554564302 2024-11-14T03:22:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:44,891 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-902718977/online-snapshot/acquired, /1-902718977/online-snapshot/reached, /1-902718977/online-snapshot/abort 2024-11-14T03:22:44,893 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,43561,1731554564302 2024-11-14T03:22:44,894 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:22:44,896 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:44,896 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:22:44,896 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:22:44,897 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,43561,1731554564302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:44,898 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:44,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554594905 2024-11-14T03:22:44,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:22:44,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:44,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:22:44,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:22:44,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:22:44,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:22:44,905 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:22:44,906 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:22:44,906 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:44,906 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:22:44,906 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:22:44,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:44,906 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:22:44,906 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:22:44,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:22:44,908 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:22:44,908 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:22:44,911 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554564908,5,FailOnTimeoutGroup] 2024-11-14T03:22:44,912 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554564911,5,FailOnTimeoutGroup] 2024-11-14T03:22:44,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:44,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:22:44,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:44,912 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:44,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:22:44,921 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(746): ClusterId : 4bb89488-92e3-473b-b43d-1afce1be74a9 2024-11-14T03:22:44,921 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:22:44,934 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:22:44,934 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:22:44,945 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:22:44,945 DEBUG [RS:0;b152692f18ba:34725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169fbfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:44,967 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:34725 2024-11-14T03:22:44,967 INFO [RS:0;b152692f18ba:34725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:22:44,967 INFO [RS:0;b152692f18ba:34725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:22:44,967 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:22:44,968 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,43561,1731554564302 with port=34725, startcode=1731554564451 2024-11-14T03:22:44,968 DEBUG [RS:0;b152692f18ba:34725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:22:44,971 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:22:44,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,34725,1731554564451 2024-11-14T03:22:44,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43561 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,34725,1731554564451 2024-11-14T03:22:44,972 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528 2024-11-14T03:22:44,972 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46703 2024-11-14T03:22:44,972 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:22:45,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977/rs 2024-11-14T03:22:45,022 DEBUG [RS:0;b152692f18ba:34725 {}] zookeeper.ZKUtil(111): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on existing znode=/1-902718977/rs/b152692f18ba,34725,1731554564451 2024-11-14T03:22:45,022 WARN [RS:0;b152692f18ba:34725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:45,022 INFO [RS:0;b152692f18ba:34725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:45,022 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/WALs/b152692f18ba,34725,1731554564451 2024-11-14T03:22:45,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,34725,1731554564451] 2024-11-14T03:22:45,025 INFO [RS:0;b152692f18ba:34725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:22:45,028 INFO [RS:0;b152692f18ba:34725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:22:45,032 INFO [RS:0;b152692f18ba:34725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:22:45,032 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,033 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:22:45,033 INFO [RS:0;b152692f18ba:34725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:22:45,033 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,033 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:45,034 DEBUG [RS:0;b152692f18ba:34725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:45,040 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,041 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,041 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,041 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,041 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,041 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34725,1731554564451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:45,060 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:22:45,061 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,34725,1731554564451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,061 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,061 INFO [RS:0;b152692f18ba:34725 {}] regionserver.Replication(171): b152692f18ba,34725,1731554564451 started 2024-11-14T03:22:45,085 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,085 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,34725,1731554564451, RpcServer on b152692f18ba/172.17.0.3:34725, sessionid=0x101375dbaa20004 2024-11-14T03:22:45,085 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:22:45,086 DEBUG [RS:0;b152692f18ba:34725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,34725,1731554564451 2024-11-14T03:22:45,086 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,34725,1731554564451' 2024-11-14T03:22:45,087 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-902718977/flush-table-proc/abort' 2024-11-14T03:22:45,087 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-902718977/flush-table-proc/acquired' 2024-11-14T03:22:45,088 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:22:45,088 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:22:45,088 DEBUG [RS:0;b152692f18ba:34725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,34725,1731554564451 2024-11-14T03:22:45,088 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,34725,1731554564451' 2024-11-14T03:22:45,088 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-902718977/online-snapshot/abort' 2024-11-14T03:22:45,088 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-902718977/online-snapshot/acquired' 2024-11-14T03:22:45,089 DEBUG [RS:0;b152692f18ba:34725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:22:45,089 INFO [RS:0;b152692f18ba:34725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:22:45,089 INFO [RS:0;b152692f18ba:34725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:22:45,189 INFO [RS:0;b152692f18ba:34725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:45,191 INFO [RS:0;b152692f18ba:34725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C34725%2C1731554564451, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/WALs/b152692f18ba,34725,1731554564451, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/oldWALs, maxLogs=10 2024-11-14T03:22:45,208 DEBUG [RS:0;b152692f18ba:34725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/WALs/b152692f18ba,34725,1731554564451/b152692f18ba%2C34725%2C1731554564451.1731554565192, exclude list is [], retry=0 2024-11-14T03:22:45,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36829,DS-86956237-3294-4781-bbb6-c617363145dd,DISK] 2024-11-14T03:22:45,212 INFO [RS:0;b152692f18ba:34725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/WALs/b152692f18ba,34725,1731554564451/b152692f18ba%2C34725%2C1731554564451.1731554565192 2024-11-14T03:22:45,212 DEBUG [RS:0;b152692f18ba:34725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45867:45867)] 2024-11-14T03:22:45,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:22:45,316 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528 2024-11-14T03:22:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:22:45,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:45,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:45,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:45,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:45,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:45,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:45,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:45,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:45,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:45,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:45,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740 2024-11-14T03:22:45,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740 2024-11-14T03:22:45,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:45,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:45,342 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:45,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:45,344 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:45,345 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71848100, jitterRate=0.07062011957168579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554565328Initializing all the Stores at 1731554565333 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554565333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554565334 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554565334Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554565334Cleaning up temporary data from old regions at 1731554565341 (+7 ms)Region opened successfully at 1731554565345 (+4 ms) 2024-11-14T03:22:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:45,345 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:45,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554565345Disabling compacts and flushes for region at 1731554565345Disabling writes for close at 1731554565345Writing region close event to WAL at 1731554565345Closed at 1731554565345 2024-11-14T03:22:45,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:45,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:22:45,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:22:45,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:45,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:22:45,498 DEBUG [b152692f18ba:43561 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:22:45,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,34725,1731554564451 2024-11-14T03:22:45,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,34725,1731554564451, state=OPENING 2024-11-14T03:22:45,544 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:22:45,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:45,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:45,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-902718977/meta-region-server: CHANGED 2024-11-14T03:22:45,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-902718977/meta-region-server: CHANGED 2024-11-14T03:22:45,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:45,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,34725,1731554564451}] 2024-11-14T03:22:45,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:45,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:22:45,712 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:22:45,712 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:45,713 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:22:45,714 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C34725%2C1731554564451.meta, suffix=.meta, logDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/WALs/b152692f18ba,34725,1731554564451, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/oldWALs, maxLogs=10 2024-11-14T03:22:45,731 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/WALs/b152692f18ba,34725,1731554564451/b152692f18ba%2C34725%2C1731554564451.meta.1731554565714.meta, exclude list is [], retry=0 2024-11-14T03:22:45,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36829,DS-86956237-3294-4781-bbb6-c617363145dd,DISK] 2024-11-14T03:22:45,736 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/WALs/b152692f18ba,34725,1731554564451/b152692f18ba%2C34725%2C1731554564451.meta.1731554565714.meta 2024-11-14T03:22:45,740 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45867:45867)] 2024-11-14T03:22:45,740 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:45,741 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:45,741 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:45,741 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:22:45,741 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:22:45,741 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:22:45,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:45,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:22:45,742 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:22:45,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:45,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:45,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:45,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:45,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:45,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:45,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:45,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:45,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:45,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:45,748 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:45,749 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740 2024-11-14T03:22:45,750 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740 2024-11-14T03:22:45,751 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:45,751 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:45,751 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:45,752 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:45,753 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66338687, jitterRate=-0.011476531624794006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:45,753 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:22:45,753 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554565742Writing region info on filesystem at 1731554565742Initializing all the Stores at 1731554565743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554565743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554565744 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554565744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554565744Cleaning up temporary data from old regions at 1731554565751 (+7 ms)Running coprocessor post-open hooks at 1731554565753 (+2 ms)Region opened successfully at 1731554565753 2024-11-14T03:22:45,754 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554565707 2024-11-14T03:22:45,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,34725,1731554564451 2024-11-14T03:22:45,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,34725,1731554564451, state=OPEN 2024-11-14T03:22:45,757 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:22:45,757 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:22:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-902718977/meta-region-server 2024-11-14T03:22:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-902718977/meta-region-server 2024-11-14T03:22:45,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-902718977/meta-region-server: CHANGED 2024-11-14T03:22:45,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-902718977/meta-region-server: CHANGED 2024-11-14T03:22:45,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,34725,1731554564451 2024-11-14T03:22:45,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:22:45,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,34725,1731554564451 in 211 msec 2024-11-14T03:22:45,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:22:45,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-14T03:22:45,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:45,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:22:45,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:45,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,34725,1731554564451, seqNum=-1] 2024-11-14T03:22:45,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:45,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:45,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-14T03:22:45,781 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554565781, completionTime=-1 2024-11-14T03:22:45,781 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:22:45,781 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:22:45,782 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:22:45,782 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554625782 2024-11-14T03:22:45,782 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554685782 2024-11-14T03:22:45,782 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:22:45,783 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43561,1731554564302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,783 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43561,1731554564302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,783 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43561,1731554564302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,783 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:43561, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,783 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,784 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,784 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:22:45,786 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.210sec 2024-11-14T03:22:45,786 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:22:45,786 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:22:45,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:22:45,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:22:45,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:22:45,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43561,1731554564302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:45,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43561,1731554564302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:22:45,788 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:22:45,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:22:45,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,43561,1731554564302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:45,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18edd122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:45,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43561,-1 for getting cluster id 2024-11-14T03:22:45,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:45,830 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb89488-92e3-473b-b43d-1afce1be74a9' 2024-11-14T03:22:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb89488-92e3-473b-b43d-1afce1be74a9" 2024-11-14T03:22:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f0659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43561,-1] 2024-11-14T03:22:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:45,832 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:45,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c49e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:45,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,34725,1731554564451, seqNum=-1] 2024-11-14T03:22:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:45,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:45,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,43561,1731554564302 2024-11-14T03:22:45,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:45,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101375dbaa20005 connected 2024-11-14T03:22:45,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.log.dir so I do NOT create it in target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f 2024-11-14T03:22:45,863 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T03:22:45,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.tmp.dir so I do NOT create it in target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f 2024-11-14T03:22:45,863 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T03:22:45,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f 2024-11-14T03:22:45,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:22:45,863 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/cluster_42092b86-797f-47e8-08ca-b24b41951715, deleteOnExit=true 2024-11-14T03:22:45,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:22:45,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/test.cache.data in system properties and HBase conf 2024-11-14T03:22:45,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:22:45,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:22:45,864 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:45,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:22:45,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:22:46,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:46,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:22:46,077 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149058 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b152692f18ba,46477,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:46477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T03:22:46,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:46,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:46,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:46,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:46,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:22:46,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:46,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ab415dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:46,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2d9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:46,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa95a1c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/java.io.tmpdir/jetty-localhost-38463-hadoop-hdfs-3_4_1-tests_jar-_-any-12230926617440309032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:46,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c81745{HTTP/1.1, (http/1.1)}{localhost:38463} 2024-11-14T03:22:46,349 INFO [Time-limited test {}] server.Server(415): Started @336560ms 2024-11-14T03:22:46,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:22:46,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:22:46,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:22:46,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:22:46,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:22:46,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648935f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:22:46,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f22b0be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:22:46,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0feb13{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/java.io.tmpdir/jetty-localhost-36237-hadoop-hdfs-3_4_1-tests_jar-_-any-7488476026291553586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:46,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@498d247{HTTP/1.1, (http/1.1)}{localhost:36237} 2024-11-14T03:22:46,908 INFO [Time-limited test {}] server.Server(415): Started @337118ms 2024-11-14T03:22:46,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:22:47,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:47,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:47,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:48,046 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/cluster_42092b86-797f-47e8-08ca-b24b41951715/data/data1/current/BP-1858904925-172.17.0.3-1731554565886/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:48,046 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/cluster_42092b86-797f-47e8-08ca-b24b41951715/data/data2/current/BP-1858904925-172.17.0.3-1731554565886/current, will proceed with Du for space computation calculation, 2024-11-14T03:22:48,081 WARN [Thread-4531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:22:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64e64152e15bcc1f with lease ID 0x4d3883756982ca59: Processing first storage report for DS-19c49290-e844-4213-9a82-b840bb393bac from datanode DatanodeRegistration(127.0.0.1:33585, datanodeUuid=1c55129a-2df3-451d-bf3a-8c2941083173, infoPort=33415, infoSecurePort=0, ipcPort=37735, storageInfo=lv=-57;cid=testClusterID;nsid=1821162731;c=1731554565886) 2024-11-14T03:22:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64e64152e15bcc1f with lease ID 0x4d3883756982ca59: from storage DS-19c49290-e844-4213-9a82-b840bb393bac node DatanodeRegistration(127.0.0.1:33585, datanodeUuid=1c55129a-2df3-451d-bf3a-8c2941083173, infoPort=33415, infoSecurePort=0, ipcPort=37735, storageInfo=lv=-57;cid=testClusterID;nsid=1821162731;c=1731554565886), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64e64152e15bcc1f with lease ID 0x4d3883756982ca59: Processing first storage report for DS-6a3cbf24-aebd-4568-a39d-d22d7d6f01dd from datanode DatanodeRegistration(127.0.0.1:33585, datanodeUuid=1c55129a-2df3-451d-bf3a-8c2941083173, infoPort=33415, infoSecurePort=0, ipcPort=37735, storageInfo=lv=-57;cid=testClusterID;nsid=1821162731;c=1731554565886) 2024-11-14T03:22:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64e64152e15bcc1f with lease ID 0x4d3883756982ca59: from storage DS-6a3cbf24-aebd-4568-a39d-d22d7d6f01dd node DatanodeRegistration(127.0.0.1:33585, datanodeUuid=1c55129a-2df3-451d-bf3a-8c2941083173, infoPort=33415, infoSecurePort=0, ipcPort=37735, storageInfo=lv=-57;cid=testClusterID;nsid=1821162731;c=1731554565886), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:22:48,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f 2024-11-14T03:22:48,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:48,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:22:48,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07 with version=8 2024-11-14T03:22:48,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/hbase-staging 2024-11-14T03:22:48,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:48,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:48,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:48,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:48,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:48,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:48,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:22:48,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:48,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38371 2024-11-14T03:22:48,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38371 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:48,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383710x0, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:48,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38371-0x101375dbaa20006 connected 2024-11-14T03:22:48,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:48,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:48,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on znode that does not yet exist, /21955983816/running 2024-11-14T03:22:48,649 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07, hbase.cluster.distributed=false 2024-11-14T03:22:48,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on znode that does not yet exist, /21955983816/acl 2024-11-14T03:22:48,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38371 2024-11-14T03:22:48,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38371 2024-11-14T03:22:48,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38371 2024-11-14T03:22:48,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38371 2024-11-14T03:22:48,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38371 2024-11-14T03:22:48,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b152692f18ba:0 server-side Connection retries=45 2024-11-14T03:22:48,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:48,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:48,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:22:48,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:22:48,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:22:48,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:22:48,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:22:48,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38343 2024-11-14T03:22:48,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38343 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:48,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:48,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:48,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383430x0, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:48,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38343-0x101375dbaa20007 connected 2024-11-14T03:22:48,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383430x0, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on znode that does not yet exist, /21955983816/running 2024-11-14T03:22:48,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:22:48,710 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:22:48,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on znode that does not yet exist, /21955983816/master 2024-11-14T03:22:48,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on znode that does not yet exist, /21955983816/acl 2024-11-14T03:22:48,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-14T03:22:48,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38343 2024-11-14T03:22:48,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38343 2024-11-14T03:22:48,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-14T03:22:48,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-14T03:22:48,731 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b152692f18ba:38371 2024-11-14T03:22:48,731 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21955983816/backup-masters/b152692f18ba,38371,1731554568548 2024-11-14T03:22:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816/backup-masters 2024-11-14T03:22:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816/backup-masters 2024-11-14T03:22:48,765 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on existing znode=/21955983816/backup-masters/b152692f18ba,38371,1731554568548 2024-11-14T03:22:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21955983816/master 2024-11-14T03:22:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:48,818 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on existing znode=/21955983816/master 2024-11-14T03:22:48,818 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21955983816/backup-masters/b152692f18ba,38371,1731554568548 from backup master directory 2024-11-14T03:22:48,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816/backup-masters 2024-11-14T03:22:48,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21955983816/backup-masters/b152692f18ba,38371,1731554568548 2024-11-14T03:22:48,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816/backup-masters 2024-11-14T03:22:48,896 WARN [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:48,896 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b152692f18ba,38371,1731554568548 2024-11-14T03:22:48,899 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/hbase.id] with ID: 4581843c-4d94-4cbc-b1c4-312d2e9434a0 2024-11-14T03:22:48,899 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/.tmp/hbase.id 2024-11-14T03:22:48,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:22:49,302 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/.tmp/hbase.id]:[hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/hbase.id] 2024-11-14T03:22:49,310 INFO [master/b152692f18ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:49,310 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:22:49,310 INFO [master/b152692f18ba:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T03:22:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:22:49,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:49,787 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:22:49,788 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:22:50,193 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store 2024-11-14T03:22:50,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:22:50,197 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:50,197 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:50,197 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:50,197 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:50,197 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:50,197 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:50,197 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:50,197 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554570197Disabling compacts and flushes for region at 1731554570197Disabling writes for close at 1731554570197Writing region close event to WAL at 1731554570197Closed at 1731554570197 2024-11-14T03:22:50,198 WARN [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/.initializing 2024-11-14T03:22:50,198 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/WALs/b152692f18ba,38371,1731554568548 2024-11-14T03:22:50,198 INFO [master/b152692f18ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:50,199 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b152692f18ba%2C38371%2C1731554568548, suffix=, logDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/WALs/b152692f18ba,38371,1731554568548, archiveDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/oldWALs, maxLogs=10 2024-11-14T03:22:50,226 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/WALs/b152692f18ba,38371,1731554568548/b152692f18ba%2C38371%2C1731554568548.1731554570199, exclude list is [], retry=0 2024-11-14T03:22:50,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33585,DS-19c49290-e844-4213-9a82-b840bb393bac,DISK] 2024-11-14T03:22:50,229 INFO [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/WALs/b152692f18ba,38371,1731554568548/b152692f18ba%2C38371%2C1731554568548.1731554570199 2024-11-14T03:22:50,229 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33415:33415)] 2024-11-14T03:22:50,229 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:50,229 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:50,229 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,229 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:22:50,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:50,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:50,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:22:50,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:50,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:50,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:22:50,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:50,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:50,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:22:50,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:50,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:50,234 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,235 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,235 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,236 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,236 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,236 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:50,237 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:22:50,238 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:50,238 INFO [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72018908, jitterRate=0.07316535711288452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:50,238 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731554570229Initializing all the Stores at 1731554570230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554570230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554570230Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554570230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554570230Cleaning up temporary data from old regions at 1731554570236 (+6 ms)Region opened successfully at 1731554570238 (+2 ms) 2024-11-14T03:22:50,238 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:22:50,240 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e764c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:50,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:22:50,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:22:50,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:22:50,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:22:50,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:22:50,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:22:50,241 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:22:50,243 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:22:50,243 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Unable to get data of znode /21955983816/balancer because node does not exist (not necessarily an error) 2024-11-14T03:22:50,266 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21955983816/balancer already deleted, retry=false 2024-11-14T03:22:50,266 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:22:50,267 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Unable to get data of znode /21955983816/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:22:50,337 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21955983816/normalizer already deleted, retry=false 2024-11-14T03:22:50,338 INFO [master/b152692f18ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:22:50,338 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Unable to get data of znode /21955983816/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:22:50,443 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21955983816/switch/split already deleted, retry=false 2024-11-14T03:22:50,443 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Unable to get data of znode /21955983816/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:22:50,495 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21955983816/switch/merge already deleted, retry=false 2024-11-14T03:22:50,497 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Unable to get data of znode /21955983816/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:22:50,561 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21955983816/snapshot-cleanup already deleted, retry=false 2024-11-14T03:22:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21955983816/running 2024-11-14T03:22:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21955983816/running 2024-11-14T03:22:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:50,631 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b152692f18ba,38371,1731554568548, sessionid=0x101375dbaa20006, setting cluster-up flag (Was=false) 2024-11-14T03:22:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:50,743 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21955983816/flush-table-proc/acquired, /21955983816/flush-table-proc/reached, /21955983816/flush-table-proc/abort 2024-11-14T03:22:50,744 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,38371,1731554568548 2024-11-14T03:22:50,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:50,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:50,796 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21955983816/online-snapshot/acquired, /21955983816/online-snapshot/reached, /21955983816/online-snapshot/abort 2024-11-14T03:22:50,797 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b152692f18ba,38371,1731554568548 2024-11-14T03:22:50,798 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:22:50,801 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:50,801 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:22:50,801 INFO [master/b152692f18ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:22:50,802 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b152692f18ba,38371,1731554568548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b152692f18ba:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b152692f18ba:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:50,803 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:50,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:50,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:22:50,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:50,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:22:50,811 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731554600811 2024-11-14T03:22:50,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:22:50,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:22:50,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:22:50,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:22:50,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:22:50,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:22:50,812 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:50,815 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:22:50,815 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:22:50,815 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:22:50,815 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T03:22:50,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:22:50,820 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:22:50,820 INFO [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:22:50,826 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554570820,5,FailOnTimeoutGroup] 2024-11-14T03:22:50,826 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554570826,5,FailOnTimeoutGroup] 2024-11-14T03:22:50,826 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:50,826 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:22:50,826 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:50,826 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:50,827 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(746): ClusterId : 4581843c-4d94-4cbc-b1c4-312d2e9434a0 2024-11-14T03:22:50,827 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:22:50,896 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:22:50,896 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:22:50,919 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:22:50,920 DEBUG [RS:0;b152692f18ba:38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600ed0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b152692f18ba/172.17.0.3:0 2024-11-14T03:22:50,935 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b152692f18ba:38343 2024-11-14T03:22:50,935 INFO [RS:0;b152692f18ba:38343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:22:50,935 INFO [RS:0;b152692f18ba:38343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:22:50,935 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:22:50,936 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(2659): reportForDuty to master=b152692f18ba,38371,1731554568548 with port=38343, startcode=1731554568677 2024-11-14T03:22:50,936 DEBUG [RS:0;b152692f18ba:38343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:22:50,937 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:22:50,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b152692f18ba,38343,1731554568677 2024-11-14T03:22:50,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38371 {}] master.ServerManager(517): Registering regionserver=b152692f18ba,38343,1731554568677 2024-11-14T03:22:50,938 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07 2024-11-14T03:22:50,938 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42695 2024-11-14T03:22:50,938 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:22:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816/rs 2024-11-14T03:22:51,002 DEBUG [RS:0;b152692f18ba:38343 {}] zookeeper.ZKUtil(111): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on existing znode=/21955983816/rs/b152692f18ba,38343,1731554568677 2024-11-14T03:22:51,002 WARN [RS:0;b152692f18ba:38343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:22:51,002 INFO [RS:0;b152692f18ba:38343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:51,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b152692f18ba,38343,1731554568677] 2024-11-14T03:22:51,002 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/WALs/b152692f18ba,38343,1731554568677 2024-11-14T03:22:51,004 INFO [RS:0;b152692f18ba:38343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:22:51,005 INFO [RS:0;b152692f18ba:38343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:22:51,006 INFO [RS:0;b152692f18ba:38343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:22:51,006 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,008 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b152692f18ba:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b152692f18ba:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:51,009 DEBUG [RS:0;b152692f18ba:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b152692f18ba:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,009 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38343,1731554568677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:51,022 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:22:51,022 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38343,1731554568677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,023 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,023 INFO [RS:0;b152692f18ba:38343 {}] regionserver.Replication(171): b152692f18ba,38343,1731554568677 started 2024-11-14T03:22:51,035 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:51,035 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1482): Serving as b152692f18ba,38343,1731554568677, RpcServer on b152692f18ba/172.17.0.3:38343, sessionid=0x101375dbaa20007 2024-11-14T03:22:51,035 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:22:51,035 DEBUG [RS:0;b152692f18ba:38343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b152692f18ba,38343,1731554568677 2024-11-14T03:22:51,035 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,38343,1731554568677' 2024-11-14T03:22:51,036 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21955983816/flush-table-proc/abort' 2024-11-14T03:22:51,036 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21955983816/flush-table-proc/acquired' 2024-11-14T03:22:51,036 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:22:51,036 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:22:51,036 DEBUG [RS:0;b152692f18ba:38343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b152692f18ba,38343,1731554568677 2024-11-14T03:22:51,036 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b152692f18ba,38343,1731554568677' 2024-11-14T03:22:51,036 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21955983816/online-snapshot/abort' 2024-11-14T03:22:51,037 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21955983816/online-snapshot/acquired' 2024-11-14T03:22:51,037 DEBUG [RS:0;b152692f18ba:38343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:22:51,037 INFO [RS:0;b152692f18ba:38343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:22:51,037 INFO [RS:0;b152692f18ba:38343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:22:51,137 INFO [RS:0;b152692f18ba:38343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:22:51,138 INFO [RS:0;b152692f18ba:38343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C38343%2C1731554568677, suffix=, logDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/WALs/b152692f18ba,38343,1731554568677, archiveDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/oldWALs, maxLogs=10 2024-11-14T03:22:51,154 DEBUG [RS:0;b152692f18ba:38343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/WALs/b152692f18ba,38343,1731554568677/b152692f18ba%2C38343%2C1731554568677.1731554571138, exclude list is [], retry=0 2024-11-14T03:22:51,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33585,DS-19c49290-e844-4213-9a82-b840bb393bac,DISK] 2024-11-14T03:22:51,158 INFO [RS:0;b152692f18ba:38343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/WALs/b152692f18ba,38343,1731554568677/b152692f18ba%2C38343%2C1731554568677.1731554571138 2024-11-14T03:22:51,160 DEBUG [RS:0;b152692f18ba:38343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33415:33415)] 2024-11-14T03:22:51,217 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:22:51,217 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07 2024-11-14T03:22:51,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741833_1009 (size=32) 2024-11-14T03:22:51,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:51,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:51,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:51,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:51,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:51,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:51,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:51,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:51,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:51,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:51,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:51,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:51,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:51,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:51,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:51,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:51,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:51,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740 2024-11-14T03:22:51,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740 2024-11-14T03:22:51,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:51,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:51,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:51,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:51,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:51,650 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73398776, jitterRate=0.0937269926071167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:51,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731554571627Initializing all the Stores at 1731554571628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554571628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554571628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554571628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554571628Cleaning up temporary data from old regions at 1731554571647 (+19 ms)Region opened successfully at 1731554571650 (+3 ms) 2024-11-14T03:22:51,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:51,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:51,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:51,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:51,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:51,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:51,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554571650Disabling compacts and flushes for region at 1731554571650Disabling writes for close at 1731554571650Writing region close event to WAL at 1731554571651 (+1 ms)Closed at 1731554571651 2024-11-14T03:22:51,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:51,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:22:51,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:22:51,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:51,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:22:51,804 DEBUG [b152692f18ba:38371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:22:51,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b152692f18ba,38343,1731554568677 2024-11-14T03:22:51,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,38343,1731554568677, state=OPENING 2024-11-14T03:22:51,817 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:22:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:51,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21955983816/meta-region-server: CHANGED 2024-11-14T03:22:51,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:22:51,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21955983816/meta-region-server: CHANGED 2024-11-14T03:22:51,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,38343,1731554568677}] 2024-11-14T03:22:51,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:51,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:22:52,008 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:22:52,009 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:52,009 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:22:52,012 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C38343%2C1731554568677.meta, suffix=.meta, logDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/WALs/b152692f18ba,38343,1731554568677, archiveDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/oldWALs, maxLogs=10 2024-11-14T03:22:52,031 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/WALs/b152692f18ba,38343,1731554568677/b152692f18ba%2C38343%2C1731554568677.meta.1731554572012.meta, exclude list is [], retry=0 2024-11-14T03:22:52,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33585,DS-19c49290-e844-4213-9a82-b840bb393bac,DISK] 2024-11-14T03:22:52,034 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/WALs/b152692f18ba,38343,1731554568677/b152692f18ba%2C38343%2C1731554568677.meta.1731554572012.meta 2024-11-14T03:22:52,034 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33415:33415)] 2024-11-14T03:22:52,034 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:52,034 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:52,034 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:52,035 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:22:52,035 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:22:52,035 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:22:52,035 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:52,035 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:22:52,035 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:22:52,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:22:52,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:22:52,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:22:52,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:22:52,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:22:52,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:22:52,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:52,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:22:52,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:22:52,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:22:52,039 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:22:52,039 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740 2024-11-14T03:22:52,040 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740 2024-11-14T03:22:52,041 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:22:52,041 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:22:52,041 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:22:52,042 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:22:52,042 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66212272, jitterRate=-0.013360261917114258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:22:52,042 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:22:52,042 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731554572035Writing region info on filesystem at 1731554572035Initializing all the Stores at 1731554572036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554572036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554572036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554572036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731554572036Cleaning up temporary data from old regions at 1731554572041 (+5 ms)Running coprocessor post-open hooks at 1731554572042 (+1 ms)Region opened successfully at 1731554572042 2024-11-14T03:22:52,043 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731554571984 2024-11-14T03:22:52,044 DEBUG [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:22:52,045 INFO [RS_OPEN_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:22:52,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,38343,1731554568677 2024-11-14T03:22:52,045 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b152692f18ba,38343,1731554568677, state=OPEN 2024-11-14T03:22:52,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21955983816/meta-region-server 2024-11-14T03:22:52,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21955983816/meta-region-server 2024-11-14T03:22:52,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b152692f18ba,38343,1731554568677 2024-11-14T03:22:52,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21955983816/meta-region-server: CHANGED 2024-11-14T03:22:52,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21955983816/meta-region-server: CHANGED 2024-11-14T03:22:52,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:22:52,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b152692f18ba,38343,1731554568677 in 228 msec 2024-11-14T03:22:52,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:22:52,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-14T03:22:52,059 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:22:52,059 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:22:52,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:52,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38343,1731554568677, seqNum=-1] 2024-11-14T03:22:52,060 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:52,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:52,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-14T03:22:52,064 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731554572064, completionTime=-1 2024-11-14T03:22:52,064 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:22:52,064 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731554632066 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731554692066 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38371,1731554568548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38371,1731554568548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38371,1731554568548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b152692f18ba:38371, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:52,066 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:52,067 DEBUG [master/b152692f18ba:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.173sec 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38371,1731554568548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:22:52,069 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38371,1731554568548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:22:52,071 DEBUG [master/b152692f18ba:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:22:52,071 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:22:52,071 INFO [master/b152692f18ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b152692f18ba,38371,1731554568548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:22:52,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cc6a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:52,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38371,-1 for getting cluster id 2024-11-14T03:22:52,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:52,129 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4581843c-4d94-4cbc-b1c4-312d2e9434a0' 2024-11-14T03:22:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4581843c-4d94-4cbc-b1c4-312d2e9434a0" 2024-11-14T03:22:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc8c803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38371,-1] 2024-11-14T03:22:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:52,130 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:52,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360385b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:52,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38343,1731554568677, seqNum=-1] 2024-11-14T03:22:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:52,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b152692f18ba,38371,1731554568548 2024-11-14T03:22:52,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53820 2024-11-14T03:22:52,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:22:52,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101375dbaa20008 connected 2024-11-14T03:22:52,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:52,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,36511,1731554559988 2024-11-14T03:22:52,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4495486 2024-11-14T03:22:52,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:52,157 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:52,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:22:52,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:52,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:22:52,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:22:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:52,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d12aec3f1df51c111c8f02300978779d, NAME => 'test,,1731554572158.d12aec3f1df51c111c8f02300978779d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1 2024-11-14T03:22:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:22:52,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554572158.d12aec3f1df51c111c8f02300978779d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:52,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d12aec3f1df51c111c8f02300978779d, disabling compactions & flushes 2024-11-14T03:22:52,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:22:52,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:22:52,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554572158.d12aec3f1df51c111c8f02300978779d. after waiting 0 ms 2024-11-14T03:22:52,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:22:52,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:22:52,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d12aec3f1df51c111c8f02300978779d: Waiting for close lock at 1731554572578Disabling compacts and flushes for region at 1731554572578Disabling writes for close at 1731554572578Writing region close event to WAL at 1731554572578Closed at 1731554572578 2024-11-14T03:22:52,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:52,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554572158.d12aec3f1df51c111c8f02300978779d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554572579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554572579"}]},"ts":"1731554572579"} 2024-11-14T03:22:52,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:52,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:52,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554572581"}]},"ts":"1731554572581"} 2024-11-14T03:22:52,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:22:52,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d12aec3f1df51c111c8f02300978779d, ASSIGN}] 2024-11-14T03:22:52,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d12aec3f1df51c111c8f02300978779d, ASSIGN 2024-11-14T03:22:52,584 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d12aec3f1df51c111c8f02300978779d, ASSIGN; state=OFFLINE, location=b152692f18ba,44995,1731554560259; forceNewPlan=false, retain=false 2024-11-14T03:22:52,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d12aec3f1df51c111c8f02300978779d, regionState=OPENING, regionLocation=b152692f18ba,44995,1731554560259 2024-11-14T03:22:52,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d12aec3f1df51c111c8f02300978779d, ASSIGN because future has completed 2024-11-14T03:22:52,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d12aec3f1df51c111c8f02300978779d, server=b152692f18ba,44995,1731554560259}] 2024-11-14T03:22:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:52,892 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d12aec3f1df51c111c8f02300978779d, NAME => 'test,,1731554572158.d12aec3f1df51c111c8f02300978779d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:52,892 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:52,892 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554572158.d12aec3f1df51c111c8f02300978779d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,893 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,894 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d12aec3f1df51c111c8f02300978779d columnFamilyName f 2024-11-14T03:22:52,894 DEBUG [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,894 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] regionserver.HStore(327): Store=d12aec3f1df51c111c8f02300978779d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:52,894 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,895 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d12aec3f1df51c111c8f02300978779d columnFamilyName f1 2024-11-14T03:22:52,895 DEBUG [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,895 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] regionserver.HStore(327): Store=d12aec3f1df51c111c8f02300978779d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:52,895 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,896 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d12aec3f1df51c111c8f02300978779d columnFamilyName norep 2024-11-14T03:22:52,896 DEBUG [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:52,896 INFO [StoreOpener-d12aec3f1df51c111c8f02300978779d-1 {}] regionserver.HStore(327): Store=d12aec3f1df51c111c8f02300978779d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:52,896 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,897 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,897 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,897 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,897 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,898 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:52,899 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,900 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:52,900 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d12aec3f1df51c111c8f02300978779d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63046784, jitterRate=-0.06052970886230469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:52,900 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:22:52,900 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d12aec3f1df51c111c8f02300978779d: Running coprocessor pre-open hook at 1731554572892Writing region info on filesystem at 1731554572892Initializing all the Stores at 1731554572893 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554572893Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554572893Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554572893Cleaning up temporary data from old regions at 1731554572897 (+4 ms)Running coprocessor post-open hooks at 1731554572900 (+3 ms)Region opened successfully at 1731554572900 2024-11-14T03:22:52,901 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554572158.d12aec3f1df51c111c8f02300978779d., pid=6, masterSystemTime=1731554572889 2024-11-14T03:22:52,902 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:22:52,902 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:22:52,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d12aec3f1df51c111c8f02300978779d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,44995,1731554560259 2024-11-14T03:22:52,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d12aec3f1df51c111c8f02300978779d, server=b152692f18ba,44995,1731554560259 because future has completed 2024-11-14T03:22:52,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:22:52,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d12aec3f1df51c111c8f02300978779d, server=b152692f18ba,44995,1731554560259 in 167 msec 2024-11-14T03:22:52,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:22:52,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d12aec3f1df51c111c8f02300978779d, ASSIGN in 322 msec 2024-11-14T03:22:52,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:52,907 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554572907"}]},"ts":"1731554572907"} 2024-11-14T03:22:52,909 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:22:52,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:52,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-14T03:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:53,297 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:22:53,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43561,1731554564302 2024-11-14T03:22:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@510b2d85 2024-11-14T03:22:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:53,299 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:53,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:22:53,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:53,302 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:53,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:22:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:53,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:22:53,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05b212b27bb7618f9b49603a1d8d853e, NAME => 'test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528 2024-11-14T03:22:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:22:53,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:53,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05b212b27bb7618f9b49603a1d8d853e, disabling compactions & flushes 2024-11-14T03:22:53,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:53,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:53,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. after waiting 0 ms 2024-11-14T03:22:53,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:53,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:53,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05b212b27bb7618f9b49603a1d8d853e: Waiting for close lock at 1731554573327Disabling compacts and flushes for region at 1731554573327Disabling writes for close at 1731554573327Writing region close event to WAL at 1731554573327Closed at 1731554573327 2024-11-14T03:22:53,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:53,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554573328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554573328"}]},"ts":"1731554573328"} 2024-11-14T03:22:53,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:53,331 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:53,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554573331"}]},"ts":"1731554573331"} 2024-11-14T03:22:53,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:22:53,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05b212b27bb7618f9b49603a1d8d853e, ASSIGN}] 2024-11-14T03:22:53,334 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05b212b27bb7618f9b49603a1d8d853e, ASSIGN 2024-11-14T03:22:53,335 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05b212b27bb7618f9b49603a1d8d853e, ASSIGN; state=OFFLINE, location=b152692f18ba,34725,1731554564451; forceNewPlan=false, retain=false 2024-11-14T03:22:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:53,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05b212b27bb7618f9b49603a1d8d853e, regionState=OPENING, regionLocation=b152692f18ba,34725,1731554564451 2024-11-14T03:22:53,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05b212b27bb7618f9b49603a1d8d853e, ASSIGN because future has completed 2024-11-14T03:22:53,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b212b27bb7618f9b49603a1d8d853e, server=b152692f18ba,34725,1731554564451}] 2024-11-14T03:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:53,651 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:53,651 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b212b27bb7618f9b49603a1d8d853e, NAME => 'test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:53,651 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:53,651 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:22:53,651 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,651 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:53,651 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,652 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,660 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,661 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b212b27bb7618f9b49603a1d8d853e columnFamilyName f 2024-11-14T03:22:53,661 DEBUG [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:53,662 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] regionserver.HStore(327): Store=05b212b27bb7618f9b49603a1d8d853e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:53,662 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,663 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b212b27bb7618f9b49603a1d8d853e columnFamilyName f1 2024-11-14T03:22:53,663 DEBUG [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:53,664 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] regionserver.HStore(327): Store=05b212b27bb7618f9b49603a1d8d853e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:53,664 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,665 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b212b27bb7618f9b49603a1d8d853e columnFamilyName norep 2024-11-14T03:22:53,665 DEBUG [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:53,665 INFO [StoreOpener-05b212b27bb7618f9b49603a1d8d853e-1 {}] regionserver.HStore(327): Store=05b212b27bb7618f9b49603a1d8d853e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:53,665 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,666 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,666 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,667 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,667 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,667 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:53,668 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,671 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:53,672 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05b212b27bb7618f9b49603a1d8d853e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68884378, jitterRate=0.026457220315933228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:53,672 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:53,672 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05b212b27bb7618f9b49603a1d8d853e: Running coprocessor pre-open hook at 1731554573652Writing region info on filesystem at 1731554573652Initializing all the Stores at 1731554573652Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554573652Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554573660 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554573660Cleaning up temporary data from old regions at 1731554573667 (+7 ms)Running coprocessor post-open hooks at 1731554573672 (+5 ms)Region opened successfully at 1731554573672 2024-11-14T03:22:53,673 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e., pid=6, masterSystemTime=1731554573639 2024-11-14T03:22:53,674 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:53,674 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:53,675 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05b212b27bb7618f9b49603a1d8d853e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,34725,1731554564451 2024-11-14T03:22:53,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b212b27bb7618f9b49603a1d8d853e, server=b152692f18ba,34725,1731554564451 because future has completed 2024-11-14T03:22:53,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:22:53,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b212b27bb7618f9b49603a1d8d853e, server=b152692f18ba,34725,1731554564451 in 190 msec 2024-11-14T03:22:53,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:22:53,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05b212b27bb7618f9b49603a1d8d853e, ASSIGN in 345 msec 2024-11-14T03:22:53,680 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:53,680 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554573680"}]},"ts":"1731554573680"} 2024-11-14T03:22:53,682 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:22:53,682 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:53,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 382 msec 2024-11-14T03:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:53,927 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:22:53,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:53,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38371,1731554568548 2024-11-14T03:22:53,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c7da79 2024-11-14T03:22:53,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:53,928 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:53,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T03:22:53,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:53,931 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:53,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T03:22:53,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741835_1011 (size=902) 2024-11-14T03:22:53,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c4fbc6813efeee2dcc7fce527e6b07b, NAME => 'test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07 2024-11-14T03:22:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741836_1012 (size=39) 2024-11-14T03:22:53,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:53,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c4fbc6813efeee2dcc7fce527e6b07b, disabling compactions & flushes 2024-11-14T03:22:53,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:53,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:53,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. after waiting 0 ms 2024-11-14T03:22:53,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:53,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:53,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c4fbc6813efeee2dcc7fce527e6b07b: Waiting for close lock at 1731554573962Disabling compacts and flushes for region at 1731554573962Disabling writes for close at 1731554573963 (+1 ms)Writing region close event to WAL at 1731554573963Closed at 1731554573963 2024-11-14T03:22:53,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:53,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731554573964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554573964"}]},"ts":"1731554573964"} 2024-11-14T03:22:53,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:53,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:53,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554573973"}]},"ts":"1731554573973"} 2024-11-14T03:22:53,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T03:22:53,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c4fbc6813efeee2dcc7fce527e6b07b, ASSIGN}] 2024-11-14T03:22:53,977 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c4fbc6813efeee2dcc7fce527e6b07b, ASSIGN 2024-11-14T03:22:53,978 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c4fbc6813efeee2dcc7fce527e6b07b, ASSIGN; state=OFFLINE, location=b152692f18ba,38343,1731554568677; forceNewPlan=false, retain=false 2024-11-14T03:22:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:54,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c4fbc6813efeee2dcc7fce527e6b07b, regionState=OPENING, regionLocation=b152692f18ba,38343,1731554568677 2024-11-14T03:22:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c4fbc6813efeee2dcc7fce527e6b07b, ASSIGN because future has completed 2024-11-14T03:22:54,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4fbc6813efeee2dcc7fce527e6b07b, server=b152692f18ba,38343,1731554568677}] 2024-11-14T03:22:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:54,285 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:54,286 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c4fbc6813efeee2dcc7fce527e6b07b, NAME => 'test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:54,286 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:54,286 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T03:22:54,286 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,286 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:54,286 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,286 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,288 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,289 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4fbc6813efeee2dcc7fce527e6b07b columnFamilyName f 2024-11-14T03:22:54,289 DEBUG [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:54,289 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] regionserver.HStore(327): Store=8c4fbc6813efeee2dcc7fce527e6b07b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:54,289 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,290 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4fbc6813efeee2dcc7fce527e6b07b columnFamilyName f1 2024-11-14T03:22:54,290 DEBUG [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:54,290 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] regionserver.HStore(327): Store=8c4fbc6813efeee2dcc7fce527e6b07b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:54,290 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,291 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4fbc6813efeee2dcc7fce527e6b07b columnFamilyName norep 2024-11-14T03:22:54,291 DEBUG [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:54,291 INFO [StoreOpener-8c4fbc6813efeee2dcc7fce527e6b07b-1 {}] regionserver.HStore(327): Store=8c4fbc6813efeee2dcc7fce527e6b07b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:54,292 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,292 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,297 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,298 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,298 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,298 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:54,300 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,304 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:54,305 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c4fbc6813efeee2dcc7fce527e6b07b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65020455, jitterRate=-0.03111971914768219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:54,305 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:54,305 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c4fbc6813efeee2dcc7fce527e6b07b: Running coprocessor pre-open hook at 1731554574287Writing region info on filesystem at 1731554574287Initializing all the Stores at 1731554574287Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554574287Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554574287Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554574287Cleaning up temporary data from old regions at 1731554574298 (+11 ms)Running coprocessor post-open hooks at 1731554574305 (+7 ms)Region opened successfully at 1731554574305 2024-11-14T03:22:54,306 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b., pid=6, masterSystemTime=1731554574282 2024-11-14T03:22:54,307 DEBUG [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:54,307 INFO [RS_OPEN_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:54,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c4fbc6813efeee2dcc7fce527e6b07b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b152692f18ba,38343,1731554568677 2024-11-14T03:22:54,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4fbc6813efeee2dcc7fce527e6b07b, server=b152692f18ba,38343,1731554568677 because future has completed 2024-11-14T03:22:54,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:22:54,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c4fbc6813efeee2dcc7fce527e6b07b, server=b152692f18ba,38343,1731554568677 in 180 msec 2024-11-14T03:22:54,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:22:54,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c4fbc6813efeee2dcc7fce527e6b07b, ASSIGN in 338 msec 2024-11-14T03:22:54,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:54,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554574315"}]},"ts":"1731554574315"} 2024-11-14T03:22:54,317 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T03:22:54,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:54,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 389 msec 2024-11-14T03:22:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:22:54,557 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T03:22:54,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec68835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:54,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,36511,-1 for getting cluster id 2024-11-14T03:22:54,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:54,560 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359ca3d0-6245-42c5-ba47-dc8d679e7e26' 2024-11-14T03:22:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359ca3d0-6245-42c5-ba47-dc8d679e7e26" 2024-11-14T03:22:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d40c7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,36511,-1] 2024-11-14T03:22:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:54,561 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491225af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:54,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,36511,1731554559988 2024-11-14T03:22:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd6f469 2024-11-14T03:22:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:54,565 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:54,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b152692f18ba:43561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:22:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:22:54,571 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:43561' 2024-11-14T03:22:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:54,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90f8d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:54,572 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43561,-1 for getting cluster id 2024-11-14T03:22:54,572 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:54,573 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb89488-92e3-473b-b43d-1afce1be74a9' 2024-11-14T03:22:54,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:54,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb89488-92e3-473b-b43d-1afce1be74a9" 2024-11-14T03:22:54,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4975d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:54,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43561,-1] 2024-11-14T03:22:54,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:54,574 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:54,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a3188c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:54,575 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:54,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43561,1731554564302 2024-11-14T03:22:54,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7408b39b 2024-11-14T03:22:54,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:54,576 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:54,577 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T03:22:54,577 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:22:54,577 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:54,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:54,578 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:54,578 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:22:54,579 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T03:22:54,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:22:54,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:54,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:22:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741837_1013 (size=1138) 2024-11-14T03:22:54,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6b69ce7bdbf6c0e8c8ef59cd82529f0, NAME => 'hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1 2024-11-14T03:22:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741838_1014 (size=44) 2024-11-14T03:22:54,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:54,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6b69ce7bdbf6c0e8c8ef59cd82529f0, disabling compactions & flushes 2024-11-14T03:22:54,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:22:54,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:22:54,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. after waiting 0 ms 2024-11-14T03:22:54,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:22:54,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:22:54,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6b69ce7bdbf6c0e8c8ef59cd82529f0: Waiting for close lock at 1731554574599Disabling compacts and flushes for region at 1731554574599Disabling writes for close at 1731554574599Writing region close event to WAL at 1731554574599Closed at 1731554574599 2024-11-14T03:22:54,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:22:54,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731554574600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731554574600"}]},"ts":"1731554574600"} 2024-11-14T03:22:54,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:22:54,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:22:54,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554574604"}]},"ts":"1731554574604"} 2024-11-14T03:22:54,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T03:22:54,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6b69ce7bdbf6c0e8c8ef59cd82529f0, ASSIGN}] 2024-11-14T03:22:54,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6b69ce7bdbf6c0e8c8ef59cd82529f0, ASSIGN 2024-11-14T03:22:54,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6b69ce7bdbf6c0e8c8ef59cd82529f0, ASSIGN; state=OFFLINE, location=b152692f18ba,44995,1731554560259; forceNewPlan=false, retain=false 2024-11-14T03:22:54,629 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T03:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:54,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6b69ce7bdbf6c0e8c8ef59cd82529f0, regionState=OPENING, regionLocation=b152692f18ba,44995,1731554560259 2024-11-14T03:22:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6b69ce7bdbf6c0e8c8ef59cd82529f0, ASSIGN because future has completed 2024-11-14T03:22:54,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6b69ce7bdbf6c0e8c8ef59cd82529f0, server=b152692f18ba,44995,1731554560259}] 2024-11-14T03:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:54,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:22:54,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:22:54,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T03:22:54,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b152692f18ba%2C44995%2C1731554560259.rep, suffix=, logDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259, archiveDir=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/oldWALs, maxLogs=10 2024-11-14T03:22:54,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.rep.1731554574928, exclude list is [], retry=0 2024-11-14T03:22:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-bb9778e6-67a0-4575-b600-0c6b018dd35f,DISK] 2024-11-14T03:22:54,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.rep.1731554574928 2024-11-14T03:22:54,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46757:46757)] 2024-11-14T03:22:54,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d6b69ce7bdbf6c0e8c8ef59cd82529f0, NAME => 'hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:22:54,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T03:22:54,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:22:54,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. service=MultiRowMutationService 2024-11-14T03:22:54,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T03:22:54,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:22:54,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,947 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,948 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6b69ce7bdbf6c0e8c8ef59cd82529f0 columnFamilyName hfileref 2024-11-14T03:22:54,948 DEBUG [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:54,949 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] regionserver.HStore(327): Store=d6b69ce7bdbf6c0e8c8ef59cd82529f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:54,949 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,949 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6b69ce7bdbf6c0e8c8ef59cd82529f0 columnFamilyName queue 2024-11-14T03:22:54,949 DEBUG [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:54,950 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] regionserver.HStore(327): Store=d6b69ce7bdbf6c0e8c8ef59cd82529f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:54,950 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,950 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6b69ce7bdbf6c0e8c8ef59cd82529f0 columnFamilyName sid 2024-11-14T03:22:54,950 DEBUG [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:22:54,951 INFO [StoreOpener-d6b69ce7bdbf6c0e8c8ef59cd82529f0-1 {}] regionserver.HStore(327): Store=d6b69ce7bdbf6c0e8c8ef59cd82529f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:22:54,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T03:22:54,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:22:54,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d6b69ce7bdbf6c0e8c8ef59cd82529f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75414991, jitterRate=0.12377093732357025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T03:22:54,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:22:54,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d6b69ce7bdbf6c0e8c8ef59cd82529f0: Running coprocessor pre-open hook at 1731554574946Writing region info on filesystem at 1731554574946Initializing all the Stores at 1731554574947 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554574947Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554574947Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731554574947Cleaning up temporary data from old regions at 1731554574952 (+5 ms)Running coprocessor post-open hooks at 1731554574961 (+9 ms)Region opened successfully at 1731554574961 2024-11-14T03:22:54,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0., pid=10, masterSystemTime=1731554574924 2024-11-14T03:22:54,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:22:54,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:22:54,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6b69ce7bdbf6c0e8c8ef59cd82529f0, regionState=OPEN, openSeqNum=2, regionLocation=b152692f18ba,44995,1731554560259 2024-11-14T03:22:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6b69ce7bdbf6c0e8c8ef59cd82529f0, server=b152692f18ba,44995,1731554560259 because future has completed 2024-11-14T03:22:54,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:22:54,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d6b69ce7bdbf6c0e8c8ef59cd82529f0, server=b152692f18ba,44995,1731554560259 in 219 msec 2024-11-14T03:22:54,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:22:54,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6b69ce7bdbf6c0e8c8ef59cd82529f0, ASSIGN in 376 msec 2024-11-14T03:22:54,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:22:54,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731554574986"}]},"ts":"1731554574986"} 2024-11-14T03:22:54,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T03:22:54,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:22:54,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 411 msec 2024-11-14T03:22:55,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0., hostname=b152692f18ba,44995,1731554560259, seqNum=2] 2024-11-14T03:22:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:22:55,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:22:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:55,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T03:22:55,308 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T03:22:55,340 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b152692f18ba,44995,1731554560259, ReplicationSource: 1, currentBandwidth=0 2024-11-14T03:22:55,340 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:55,340 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44995,1731554560259, seqNum=-1] 2024-11-14T03:22:55,340 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:55,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:55,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b152692f18ba,44995,1731554560259', locateType=CURRENT is [region=hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0., hostname=b152692f18ba,44995,1731554560259, seqNum=2] 2024-11-14T03:22:55,344 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T03:22:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T03:22:55,346 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b152692f18ba,44995,1731554560259 suceeded 2024-11-14T03:22:55,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T03:22:55,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-14T03:22:55,348 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b152692f18ba:43561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:22:55,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 782 msec 2024-11-14T03:22:55,360 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:43561' 2024-11-14T03:22:55,361 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c09c3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,361 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43561,-1 for getting cluster id 2024-11-14T03:22:55,361 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:55,362 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb89488-92e3-473b-b43d-1afce1be74a9' 2024-11-14T03:22:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb89488-92e3-473b-b43d-1afce1be74a9" 2024-11-14T03:22:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340e9388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43561,-1] 2024-11-14T03:22:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:55,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:55,363 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:55,363 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3197ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,363 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:55,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43561,1731554564302 2024-11-14T03:22:55,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f671813 2024-11-14T03:22:55,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:55,365 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T03:22:55,365 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b152692f18ba,44995,1731554560259 (queues=1) is replicating from cluster=359ca3d0-6245-42c5-ba47-dc8d679e7e26 to cluster=4bb89488-92e3-473b-b43d-1afce1be74a9 2024-11-14T03:22:55,365 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b152692f18ba%2C44995%2C1731554560259 2024-11-14T03:22:55,366 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b152692f18ba,44995,1731554560259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:22:55,366 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C44995%2C1731554560259 2024-11-14T03:22:55,366 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064, startPosition=0, beingWritten=true 2024-11-14T03:22:55,371 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:22:55,371 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 379, reset compression=false 2024-11-14T03:22:55,371 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44995,1731554560259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:22:55,574 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 379, reset compression=false 2024-11-14T03:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:22:55,707 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T03:22:55,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:55,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:55,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:55,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:55,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1fd0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,36511,-1 for getting cluster id 2024-11-14T03:22:55,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:55,709 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359ca3d0-6245-42c5-ba47-dc8d679e7e26' 2024-11-14T03:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359ca3d0-6245-42c5-ba47-dc8d679e7e26" 2024-11-14T03:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee4db57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,36511,-1] 2024-11-14T03:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:55,710 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cc41e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edbcf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43561,-1 for getting cluster id 2024-11-14T03:22:55,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:55,711 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb89488-92e3-473b-b43d-1afce1be74a9' 2024-11-14T03:22:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb89488-92e3-473b-b43d-1afce1be74a9" 2024-11-14T03:22:55,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362c2ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43561,-1] 2024-11-14T03:22:55,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:55,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:55,712 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:55,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:55,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ade890a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321da4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38371,-1 for getting cluster id 2024-11-14T03:22:55,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:55,717 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4581843c-4d94-4cbc-b1c4-312d2e9434a0' 2024-11-14T03:22:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:55,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4581843c-4d94-4cbc-b1c4-312d2e9434a0" 2024-11-14T03:22:55,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b72be69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38371,-1] 2024-11-14T03:22:55,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:55,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:55,719 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a66fada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:55,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:55,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731554575723/Put/seqid=0 2024-11-14T03:22:55,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741840_1016 (size=7894) 2024-11-14T03:22:55,728 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731554575728/Put/seqid=0 2024-11-14T03:22:55,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741841_1017 (size=7691) 2024-11-14T03:22:55,877 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 379, reset compression=false 2024-11-14T03:22:56,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526c54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:56,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,36511,-1 for getting cluster id 2024-11-14T03:22:56,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:56,133 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359ca3d0-6245-42c5-ba47-dc8d679e7e26' 2024-11-14T03:22:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359ca3d0-6245-42c5-ba47-dc8d679e7e26" 2024-11-14T03:22:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e65ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,36511,-1] 2024-11-14T03:22:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:56,134 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:56,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cda0f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:56,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44995,1731554560259, seqNum=-1] 2024-11-14T03:22:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:56,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:56,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,36511,1731554559988 2024-11-14T03:22:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1986a98d 2024-11-14T03:22:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:56,145 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:56,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2] 2024-11-14T03:22:56,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:22:56,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T03:22:56,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T03:22:56,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T03:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:56,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T03:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HRegion(2603): Flush status journal for d12aec3f1df51c111c8f02300978779d: 2024-11-14T03:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_0 2024-11-14T03:22:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_0 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ 2024-11-14T03:22:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_1 2024-11-14T03:22:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_1 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ 2024-11-14T03:22:56,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_0 into d12aec3f1df51c111c8f02300978779d/f as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ - updating store file list. 2024-11-14T03:22:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63b55e61193a41e29d98a81f618de6f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:56,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ into d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:56,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_0 into d12aec3f1df51c111c8f02300978779d/f (new location: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_) 2024-11-14T03:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_0 2024-11-14T03:22:56,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_1 into d12aec3f1df51c111c8f02300978779d/f as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ - updating store file list. 2024-11-14T03:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7c68edc67f241008c5937ea82ee25d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:56,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ into d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:56,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_1 into d12aec3f1df51c111c8f02300978779d/f (new location: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_) 2024-11-14T03:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__3abd2e4ur6isu43qm8fd513udq7mijt4plkrhn8o8js6s44jfc16vmkkolb9dl0b/f/hfile_1 2024-11-14T03:22:56,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:56,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:56,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:56,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2 , the old value is region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b152692f18ba:44995 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:22:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:22:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2 from cache 2024-11-14T03:22:56,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:56,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,34725,1731554564451, seqNum=-1] 2024-11-14T03:22:56,188 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T03:22:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:56,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e., hostname=b152692f18ba,34725,1731554564451, seqNum=2] 2024-11-14T03:22:56,192 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T03:22:56,281 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 379, reset compression=false 2024-11-14T03:22:56,284 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:56,284 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44995,1731554560259 got entry batch from reader: WALEntryBatch [walEntries=[{test/d12aec3f1df51c111c8f02300978779d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554576184/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T03:22:56,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:56,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T03:22:56,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.ReplicationSink(318): Replicating [359ca3d0-6245-42c5-ba47-dc8d679e7e26] bulk loaded data 2024-11-14T03:22:56,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@686de2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:56,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,43561,-1 for getting cluster id 2024-11-14T03:22:56,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:56,289 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bb89488-92e3-473b-b43d-1afce1be74a9' 2024-11-14T03:22:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bb89488-92e3-473b-b43d-1afce1be74a9" 2024-11-14T03:22:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6180c6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,43561,-1] 2024-11-14T03:22:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:56,290 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:56,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3e0dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:56,297 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:44995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T03:22:56,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741837_1013 (size=7894) 2024-11-14T03:22:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741838_1014 (size=7691) 2024-11-14T03:22:56,485 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 687, reset compression=false 2024-11-14T03:22:56,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:56,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,43561,1731554564302 2024-11-14T03:22:56,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf55a69 2024-11-14T03:22:56,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:56,716 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T03:22:56,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:22:56,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:56,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,34725,1731554564451, seqNum=-1] 2024-11-14T03:22:56,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:56,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:56,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T03:22:56,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T03:22:56,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ for inclusion in 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T03:22:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:56,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ for inclusion in 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T03:22:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HRegion(2603): Flush status journal for 05b212b27bb7618f9b49603a1d8d853e: 2024-11-14T03:22:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63b55e61193a41e29d98a81f618de6f8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:22:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/b7de67fdb5ea4f28a138615fe9d68ac2_SeqId_4_ 2024-11-14T03:22:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:22:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fa69f183bdcd44bcb284a2372e7f692a_SeqId_4_ 2024-11-14T03:22:56,788 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 687, reset compression=false 2024-11-14T03:22:56,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ into 05b212b27bb7618f9b49603a1d8d853e/f as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/b7de67fdb5ea4f28a138615fe9d68ac2_SeqId_4_ - updating store file list. 2024-11-14T03:22:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7de67fdb5ea4f28a138615fe9d68ac2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:56,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/b7de67fdb5ea4f28a138615fe9d68ac2_SeqId_4_ into 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:56,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ into 05b212b27bb7618f9b49603a1d8d853e/f (new location: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/b7de67fdb5ea4f28a138615fe9d68ac2_SeqId_4_) 2024-11-14T03:22:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/63b55e61193a41e29d98a81f618de6f8_SeqId_4_ 2024-11-14T03:22:56,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ into 05b212b27bb7618f9b49603a1d8d853e/f as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fa69f183bdcd44bcb284a2372e7f692a_SeqId_4_ - updating store file list. 2024-11-14T03:22:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa69f183bdcd44bcb284a2372e7f692a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:56,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fa69f183bdcd44bcb284a2372e7f692a_SeqId_4_ into 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:56,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ into 05b212b27bb7618f9b49603a1d8d853e/f (new location: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fa69f183bdcd44bcb284a2372e7f692a_SeqId_4_) 2024-11-14T03:22:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__3otvlgp9vlrk19tarcj3j00q47qo4f3r9eld0q6a109v3lp4ckirpenhe0qokb94/f/e7c68edc67f241008c5937ea82ee25d7_SeqId_4_ 2024-11-14T03:22:56,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.ReplicationSink(324): Finished replicating [359ca3d0-6245-42c5-ba47-dc8d679e7e26] bulk loaded data 2024-11-14T03:22:57,192 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 687, reset compression=false 2024-11-14T03:22:57,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38343,1731554568677, seqNum=-1] 2024-11-14T03:22:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:57,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:57,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b., hostname=b152692f18ba,38343,1731554568677, seqNum=2] 2024-11-14T03:22:57,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:57,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:22:57,209 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b152692f18ba%2C44995%2C1731554560259.rep:(num 1731554574928) roll requested 2024-11-14T03:22:57,225 DEBUG [regionserver/b152692f18ba:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.rep.1731554577209, exclude list is [], retry=0 2024-11-14T03:22:57,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-bb9778e6-67a0-4575-b600-0c6b018dd35f,DISK] 2024-11-14T03:22:57,228 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.rep.1731554574928 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.rep.1731554577209 2024-11-14T03:22:57,229 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46757:46757)] 2024-11-14T03:22:57,229 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.rep.1731554574928 is not closed yet, will try archiving it next time 2024-11-14T03:22:57,229 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b152692f18ba%2C44995%2C1731554560259:(num 1731554561064) roll requested 2024-11-14T03:22:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741839_1015 (size=1505) 2024-11-14T03:22:57,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.rep.1731554574928 not finished, retry = 0 2024-11-14T03:22:57,245 DEBUG [regionserver/b152692f18ba:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229, exclude list is [], retry=0 2024-11-14T03:22:57,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-bb9778e6-67a0-4575-b600-0c6b018dd35f,DISK] 2024-11-14T03:22:57,249 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 2024-11-14T03:22:57,256 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46757:46757)] 2024-11-14T03:22:57,256 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 is not closed yet, will try archiving it next time 2024-11-14T03:22:57,256 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b152692f18ba%2C44995%2C1731554560259.meta:.meta(num 1731554562039) roll requested 2024-11-14T03:22:57,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2dbd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,36511,-1 for getting cluster id 2024-11-14T03:22:57,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:57,258 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359ca3d0-6245-42c5-ba47-dc8d679e7e26' 2024-11-14T03:22:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359ca3d0-6245-42c5-ba47-dc8d679e7e26" 2024-11-14T03:22:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc65075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,36511,-1] 2024-11-14T03:22:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,259 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:57,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f236e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,36511,1731554559988 2024-11-14T03:22:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7cb066 2024-11-14T03:22:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:57,262 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:57,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b152692f18ba:38371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T03:22:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T03:22:57,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741832_1008 (size=695) 2024-11-14T03:22:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T03:22:57,264 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:38371' 2024-11-14T03:22:57,273 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/oldWALs/b152692f18ba%2C44995%2C1731554560259.1731554561064 2024-11-14T03:22:57,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edd983a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,273 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38371,-1 for getting cluster id 2024-11-14T03:22:57,273 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:57,273 DEBUG [regionserver/b152692f18ba:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.meta.1731554577256.meta, exclude list is [], retry=0 2024-11-14T03:22:57,273 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4581843c-4d94-4cbc-b1c4-312d2e9434a0' 2024-11-14T03:22:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4581843c-4d94-4cbc-b1c4-312d2e9434a0" 2024-11-14T03:22:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211d9226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38371,-1] 2024-11-14T03:22:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,275 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:57,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa019a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,275 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-bb9778e6-67a0-4575-b600-0c6b018dd35f,DISK] 2024-11-14T03:22:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38371,1731554568548 2024-11-14T03:22:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c5390b 2024-11-14T03:22:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:57,277 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:57,278 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T03:22:57,278 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T03:22:57,278 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,278 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:57,278 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.meta.1731554562039.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.meta.1731554577256.meta 2024-11-14T03:22:57,280 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46757:46757)] 2024-11-14T03:22:57,280 DEBUG [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.meta.1731554562039.meta is not closed yet, will try archiving it next time 2024-11-14T03:22:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741834_1010 (size=3473) 2024-11-14T03:22:57,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T03:22:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T03:22:57,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T03:22:57,456 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T03:22:57,489 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b152692f18ba,44995,1731554560259, ReplicationSource: 2, currentBandwidth=0 2024-11-14T03:22:57,492 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T03:22:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T03:22:57,494 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b152692f18ba,44995,1731554560259 suceeded 2024-11-14T03:22:57,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T03:22:57,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T03:22:57,496 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b152692f18ba:38371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T03:22:57,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 234 msec 2024-11-14T03:22:57,508 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b152692f18ba:38371' 2024-11-14T03:22:57,509 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b09ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,509 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38371,-1 for getting cluster id 2024-11-14T03:22:57,509 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:57,510 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4581843c-4d94-4cbc-b1c4-312d2e9434a0' 2024-11-14T03:22:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4581843c-4d94-4cbc-b1c4-312d2e9434a0" 2024-11-14T03:22:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@782e3c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38371,-1] 2024-11-14T03:22:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,511 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:57,511 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406ab000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,511 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38371,1731554568548 2024-11-14T03:22:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7740e719 2024-11-14T03:22:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:57,512 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T03:22:57,513 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b152692f18ba,44995,1731554560259 (queues=1) is replicating from cluster=359ca3d0-6245-42c5-ba47-dc8d679e7e26 to cluster=4581843c-4d94-4cbc-b1c4-312d2e9434a0 2024-11-14T03:22:57,513 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b152692f18ba%2C44995%2C1731554560259 2024-11-14T03:22:57,513 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b152692f18ba,44995,1731554560259, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T03:22:57,513 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229, startPosition=0, beingWritten=true 2024-11-14T03:22:57,513 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b152692f18ba%2C44995%2C1731554560259 2024-11-14T03:22:57,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:22:57,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T03:22:57,578 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T03:22:57,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:57,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:57,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:57,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:22:57,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731554577581/Put/seqid=0 2024-11-14T03:22:57,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741845_1021 (size=11194) 2024-11-14T03:22:57,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731554577600/Put/seqid=0 2024-11-14T03:22:57,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:22:57,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741846_1022 (size=10791) 2024-11-14T03:22:57,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f564a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,36511,-1 for getting cluster id 2024-11-14T03:22:57,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:57,619 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359ca3d0-6245-42c5-ba47-dc8d679e7e26' 2024-11-14T03:22:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359ca3d0-6245-42c5-ba47-dc8d679e7e26" 2024-11-14T03:22:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62edaf84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,36511,-1] 2024-11-14T03:22:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,620 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:57,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19229a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,44995,1731554560259, seqNum=-1] 2024-11-14T03:22:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:57,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:22:57,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:57,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,36511,1731554559988 2024-11-14T03:22:57,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@379d2608 2024-11-14T03:22:57,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:57,631 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:22:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2] 2024-11-14T03:22:57,636 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:22:57,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T03:22:57,644 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T03:22:57,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T03:22:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:57,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T03:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HRegion(2603): Flush status journal for d12aec3f1df51c111c8f02300978779d: 2024-11-14T03:22:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_0 2024-11-14T03:22:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_0 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ 2024-11-14T03:22:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_1 2024-11-14T03:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_1 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ 2024-11-14T03:22:57,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_0 into d12aec3f1df51c111c8f02300978779d/f as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ - updating store file list. 2024-11-14T03:22:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f839b5c52a2402a89c498d290913cac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:57,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ into d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:57,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_0 into d12aec3f1df51c111c8f02300978779d/f (new location: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_) 2024-11-14T03:22:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_0 2024-11-14T03:22:57,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_1 into d12aec3f1df51c111c8f02300978779d/f as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ - updating store file list. 2024-11-14T03:22:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:57,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ into d12aec3f1df51c111c8f02300978779d/f 2024-11-14T03:22:57,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_1 into d12aec3f1df51c111c8f02300978779d/f (new location: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_) 2024-11-14T03:22:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44995 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/staging/jenkins__test__u5ots7t21a20hp9pcbj7psm2jp3et525osh47bki4ini086ig2dus01r59nhdhdk/f/hfile_1 2024-11-14T03:22:57,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:57,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:57,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2 , the old value is region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b152692f18ba:44995 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:22:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T03:22:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., hostname=b152692f18ba,44995,1731554560259, seqNum=2 from cache 2024-11-14T03:22:57,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:57,672 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T03:22:57,675 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T03:22:57,695 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 to pos 687, reset compression=false 2024-11-14T03:22:57,702 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 was moved to hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/oldWALs/b152692f18ba%2C44995%2C1731554560259.1731554561064 2024-11-14T03:22:57,707 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064 2024-11-14T03:22:57,707 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44995,1731554560259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554561064, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T03:22:57,707 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229, startPosition=0, beingWritten=true 2024-11-14T03:22:57,710 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b152692f18ba%2C44995%2C1731554560259.1731554561064] 2024-11-14T03:22:57,717 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 0, reset compression=false 2024-11-14T03:22:57,723 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:57,723 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44995,1731554560259 got entry batch from reader: WALEntryBatch [walEntries=[{test/d12aec3f1df51c111c8f02300978779d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554577670/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T03:22:57,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.ReplicationSink(318): Replicating [359ca3d0-6245-42c5-ba47-dc8d679e7e26] bulk loaded data 2024-11-14T03:22:57,740 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T03:22:57,740 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b152692f18ba,44995,1731554560259 got entry batch from reader: WALEntryBatch [walEntries=[{test/d12aec3f1df51c111c8f02300978779d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731554577670/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T03:22:57,743 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:22:57,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T03:22:57,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(318): Replicating [359ca3d0-6245-42c5-ba47-dc8d679e7e26] bulk loaded data 2024-11-14T03:22:57,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3afd8d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] client.ClusterIdFetcher(90): Going to request b152692f18ba,38371,-1 for getting cluster id 2024-11-14T03:22:57,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:22:57,765 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4581843c-4d94-4cbc-b1c4-312d2e9434a0' 2024-11-14T03:22:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741839_1015 (size=11194) 2024-11-14T03:22:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:22:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4581843c-4d94-4cbc-b1c4-312d2e9434a0" 2024-11-14T03:22:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34d3683f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b152692f18ba,38371,-1] 2024-11-14T03:22:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:22:57,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:57,767 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:22:57,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c122800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:22:57,777 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:44995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T03:22:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741840_1016 (size=10791) 2024-11-14T03:22:57,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:22:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741837_1013 (size=11194) 2024-11-14T03:22:57,805 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T03:22:57,808 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T03:22:57,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ for inclusion in 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T03:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:57,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ for inclusion in 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T03:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HRegion(2603): Flush status journal for 05b212b27bb7618f9b49603a1d8d853e: 2024-11-14T03:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1f839b5c52a2402a89c498d290913cac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fd8991b839ff45b7a4b4f80054f6a018_SeqId_6_ 2024-11-14T03:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/919d242ee86e44a59831bfdbbb571a64_SeqId_6_ 2024-11-14T03:22:57,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ into 05b212b27bb7618f9b49603a1d8d853e/f as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fd8991b839ff45b7a4b4f80054f6a018_SeqId_6_ - updating store file list. 2024-11-14T03:22:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd8991b839ff45b7a4b4f80054f6a018_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:57,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fd8991b839ff45b7a4b4f80054f6a018_SeqId_6_ into 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:57,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ into 05b212b27bb7618f9b49603a1d8d853e/f (new location: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/fd8991b839ff45b7a4b4f80054f6a018_SeqId_6_) 2024-11-14T03:22:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ 2024-11-14T03:22:57,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ into 05b212b27bb7618f9b49603a1d8d853e/f as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/919d242ee86e44a59831bfdbbb571a64_SeqId_6_ - updating store file list. 2024-11-14T03:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 919d242ee86e44a59831bfdbbb571a64_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:57,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/919d242ee86e44a59831bfdbbb571a64_SeqId_6_ into 05b212b27bb7618f9b49603a1d8d853e/f 2024-11-14T03:22:57,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ into 05b212b27bb7618f9b49603a1d8d853e/f (new location: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/f/919d242ee86e44a59831bfdbbb571a64_SeqId_6_) 2024-11-14T03:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/staging/jenkins.hfs.22__test__t8kh44rr9dadugf4nkl0lc5f5f0djudvv3cbmatquq5mrvg2ptmmr5jqoddpsa48/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ 2024-11-14T03:22:57,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] regionserver.ReplicationSink(324): Finished replicating [359ca3d0-6245-42c5-ba47-dc8d679e7e26] bulk loaded data 2024-11-14T03:22:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741838_1014 (size=10791) 2024-11-14T03:22:57,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:22:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b152692f18ba,38371,1731554568548 2024-11-14T03:22:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c0f37 2024-11-14T03:22:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:22:57,870 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T03:22:57,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T03:22:57,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:22:57,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b152692f18ba,38343,1731554568677, seqNum=-1] 2024-11-14T03:22:57,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:22:57,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T03:22:57,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T03:22:57,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T03:22:57,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ for inclusion in 8c4fbc6813efeee2dcc7fce527e6b07b/f 2024-11-14T03:22:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T03:22:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:57,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ for inclusion in 8c4fbc6813efeee2dcc7fce527e6b07b/f 2024-11-14T03:22:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T03:22:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T03:22:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HRegion(2603): Flush status journal for 8c4fbc6813efeee2dcc7fce527e6b07b: 2024-11-14T03:22:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1f839b5c52a2402a89c498d290913cac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:22:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/e609b8f6d3b3422eb45ab6d6ec175e9a_SeqId_4_ 2024-11-14T03:22:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T03:22:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/aa7ed77057334bf59160f4ae79082eba_SeqId_4_ 2024-11-14T03:22:57,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ into 8c4fbc6813efeee2dcc7fce527e6b07b/f as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/e609b8f6d3b3422eb45ab6d6ec175e9a_SeqId_4_ - updating store file list. 2024-11-14T03:22:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e609b8f6d3b3422eb45ab6d6ec175e9a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:57,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/e609b8f6d3b3422eb45ab6d6ec175e9a_SeqId_4_ into 8c4fbc6813efeee2dcc7fce527e6b07b/f 2024-11-14T03:22:57,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ into 8c4fbc6813efeee2dcc7fce527e6b07b/f (new location: hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/e609b8f6d3b3422eb45ab6d6ec175e9a_SeqId_4_) 2024-11-14T03:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/1f839b5c52a2402a89c498d290913cac_SeqId_6_ 2024-11-14T03:22:57,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ into 8c4fbc6813efeee2dcc7fce527e6b07b/f as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/aa7ed77057334bf59160f4ae79082eba_SeqId_4_ - updating store file list. 2024-11-14T03:22:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa7ed77057334bf59160f4ae79082eba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T03:22:57,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/aa7ed77057334bf59160f4ae79082eba_SeqId_4_ into 8c4fbc6813efeee2dcc7fce527e6b07b/f 2024-11-14T03:22:57,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ into 8c4fbc6813efeee2dcc7fce527e6b07b/f (new location: hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/f/aa7ed77057334bf59160f4ae79082eba_SeqId_4_) 2024-11-14T03:22:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/staging/jenkins.hfs.23__test__d3pomttlkb5fncdfm9dnd3jc06qr8h4s7b2eohqotnk8kuqusnlvjgt2226ljmg1/f/b1a5891d95a34190990d1c99bdcf3a38_SeqId_6_ 2024-11-14T03:22:57,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(324): Finished replicating [359ca3d0-6245-42c5-ba47-dc8d679e7e26] bulk loaded data 2024-11-14T03:22:57,924 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:57,941 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:58,237 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:58,245 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:58,640 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:58,648 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:58,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:22:58,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:58,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:58,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:58,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:58,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:58,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:22:58,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408470865, stopped=false 2024-11-14T03:22:58,691 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,38371,1731554568548 2024-11-14T03:22:58,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21955983816/running 2024-11-14T03:22:58,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21955983816/running 2024-11-14T03:22:58,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:58,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:58,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:58,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:58,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:58,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:58,744 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,38343,1731554568677' ***** 2024-11-14T03:22:58,744 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:22:58,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on znode that does not yet exist, /21955983816/running 2024-11-14T03:22:58,744 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:22:58,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:22:58,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Set watcher on znode that does not yet exist, /21955983816/running 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,38343,1731554568677 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:38343. 2024-11-14T03:22:58,745 DEBUG [RS:0;b152692f18ba:38343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:58,745 DEBUG [RS:0;b152692f18ba:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:58,745 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c4fbc6813efeee2dcc7fce527e6b07b, disabling compactions & flushes 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:22:58,745 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:22:58,745 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:22:58,745 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. after waiting 0 ms 2024-11-14T03:22:58,745 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:22:58,745 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:58,746 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:22:58,746 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c4fbc6813efeee2dcc7fce527e6b07b=test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b.} 2024-11-14T03:22:58,746 DEBUG [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c4fbc6813efeee2dcc7fce527e6b07b 2024-11-14T03:22:58,746 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:58,746 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:58,746 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:58,746 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:58,746 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:58,746 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T03:22:58,753 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/default/test/8c4fbc6813efeee2dcc7fce527e6b07b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T03:22:58,754 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:58,754 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:22:58,754 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:58,754 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c4fbc6813efeee2dcc7fce527e6b07b: Waiting for close lock at 1731554578745Running coprocessor pre-close hooks at 1731554578745Disabling compacts and flushes for region at 1731554578745Disabling writes for close at 1731554578745Writing region close event to WAL at 1731554578747 (+2 ms)Running coprocessor post-close hooks at 1731554578753 (+6 ms)Closed at 1731554578754 (+1 ms) 2024-11-14T03:22:58,754 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b. 2024-11-14T03:22:58,772 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/info/84c3e5d90f3646a493a2f34474c0da3a is 129, key is test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b./info:regioninfo/1731554574308/Put/seqid=0 2024-11-14T03:22:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741839_1015 (size=6421) 2024-11-14T03:22:58,778 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/info/84c3e5d90f3646a493a2f34474c0da3a 2024-11-14T03:22:58,805 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/ns/815690660efd4443ae157e9f5303cbfc is 43, key is default/ns:d/1731554572061/Put/seqid=0 2024-11-14T03:22:58,817 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:58,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741840_1016 (size=5153) 2024-11-14T03:22:58,820 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/ns/815690660efd4443ae157e9f5303cbfc 2024-11-14T03:22:58,841 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/rep_barrier/8177363154414b2cad258eed4f19a952 is 112, key is test,,1731554573929.8c4fbc6813efeee2dcc7fce527e6b07b./rep_barrier:seqnumDuringOpen/1731554574308/Put/seqid=0 2024-11-14T03:22:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741841_1017 (size=5518) 2024-11-14T03:22:58,856 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/rep_barrier/8177363154414b2cad258eed4f19a952 2024-11-14T03:22:58,873 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/table/65dadd2093904c4483900e8e617d3e75 is 40, key is test/table:state/1731554574315/Put/seqid=0 2024-11-14T03:22:58,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T03:22:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741842_1018 (size=5165) 2024-11-14T03:22:58,894 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/table/65dadd2093904c4483900e8e617d3e75 2024-11-14T03:22:58,898 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/info/84c3e5d90f3646a493a2f34474c0da3a as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/info/84c3e5d90f3646a493a2f34474c0da3a 2024-11-14T03:22:58,902 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/info/84c3e5d90f3646a493a2f34474c0da3a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T03:22:58,903 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/ns/815690660efd4443ae157e9f5303cbfc as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/ns/815690660efd4443ae157e9f5303cbfc 2024-11-14T03:22:58,908 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/ns/815690660efd4443ae157e9f5303cbfc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:22:58,908 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/rep_barrier/8177363154414b2cad258eed4f19a952 as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/rep_barrier/8177363154414b2cad258eed4f19a952 2024-11-14T03:22:58,914 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/rep_barrier/8177363154414b2cad258eed4f19a952, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T03:22:58,915 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/.tmp/table/65dadd2093904c4483900e8e617d3e75 as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/table/65dadd2093904c4483900e8e617d3e75 2024-11-14T03:22:58,918 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/table/65dadd2093904c4483900e8e617d3e75, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:22:58,919 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false 2024-11-14T03:22:58,937 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:22:58,938 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:58,938 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:22:58,938 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:58,938 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554578746Running coprocessor pre-close hooks at 1731554578746Disabling compacts and flushes for region at 1731554578746Disabling writes for close at 1731554578746Obtaining lock to block concurrent updates at 1731554578746Preparing flush snapshotting stores in 1588230740 at 1731554578746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731554578746Flushing stores of hbase:meta,,1.1588230740 at 1731554578747 (+1 ms)Flushing 1588230740/info: creating writer at 1731554578747Flushing 1588230740/info: appending metadata at 1731554578771 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731554578772 (+1 ms)Flushing 1588230740/ns: creating writer at 1731554578783 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731554578804 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731554578804Flushing 1588230740/rep_barrier: creating writer at 1731554578825 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554578841 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554578841Flushing 1588230740/table: creating writer at 1731554578859 (+18 ms)Flushing 1588230740/table: appending metadata at 1731554578872 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731554578873 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf49daa: reopening flushed file at 1731554578897 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7592c623: reopening flushed file at 1731554578902 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288e0cd2: reopening flushed file at 1731554578908 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21715c5c: reopening flushed file at 1731554578914 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false at 1731554578919 (+5 ms)Writing region close event to WAL at 1731554578933 (+14 ms)Running coprocessor post-close hooks at 1731554578938 (+5 ms)Closed at 1731554578938 2024-11-14T03:22:58,938 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:22:58,946 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,38343,1731554568677; all regions closed. 2024-11-14T03:22:58,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741834_1010 (size=2717) 2024-11-14T03:22:58,950 DEBUG [RS:0;b152692f18ba:38343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/oldWALs 2024-11-14T03:22:58,950 INFO [RS:0;b152692f18ba:38343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C38343%2C1731554568677.meta:.meta(num 1731554572012) 2024-11-14T03:22:58,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741832_1008 (size=1028) 2024-11-14T03:22:58,954 DEBUG [RS:0;b152692f18ba:38343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/oldWALs 2024-11-14T03:22:58,954 INFO [RS:0;b152692f18ba:38343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C38343%2C1731554568677:(num 1731554571138) 2024-11-14T03:22:58,954 DEBUG [RS:0;b152692f18ba:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:58,954 INFO [RS:0;b152692f18ba:38343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:58,954 INFO [RS:0;b152692f18ba:38343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:58,954 INFO [RS:0;b152692f18ba:38343 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:58,954 INFO [RS:0;b152692f18ba:38343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:58,955 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:58,955 INFO [RS:0;b152692f18ba:38343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:38343. 2024-11-14T03:22:58,955 DEBUG [RS:0;b152692f18ba:38343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:58,955 DEBUG [RS:0;b152692f18ba:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:58,955 DEBUG [RS:0;b152692f18ba:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:58,956 INFO [RS:0;b152692f18ba:38343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38343 2024-11-14T03:22:58,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21955983816/rs/b152692f18ba,38343,1731554568677 2024-11-14T03:22:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816/rs 2024-11-14T03:22:58,965 INFO [RS:0;b152692f18ba:38343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:58,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,38343,1731554568677] 2024-11-14T03:22:59,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21955983816/draining/b152692f18ba,38343,1731554568677 already deleted, retry=false 2024-11-14T03:22:59,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,38343,1731554568677 expired; onlineServers=0 2024-11-14T03:22:59,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,38371,1731554568548' ***** 2024-11-14T03:22:59,059 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:22:59,059 INFO [M:0;b152692f18ba:38371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:59,059 INFO [M:0;b152692f18ba:38371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:22:59,059 DEBUG [M:0;b152692f18ba:38371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:22:59,059 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:22:59,059 DEBUG [M:0;b152692f18ba:38371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:22:59,059 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554570820 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554570820,5,FailOnTimeoutGroup] 2024-11-14T03:22:59,059 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554570826 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554570826,5,FailOnTimeoutGroup] 2024-11-14T03:22:59,059 INFO [M:0;b152692f18ba:38371 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:22:59,060 INFO [M:0;b152692f18ba:38371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:22:59,060 DEBUG [M:0;b152692f18ba:38371 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:22:59,060 INFO [M:0;b152692f18ba:38371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:22:59,060 INFO [M:0;b152692f18ba:38371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:59,060 INFO [M:0;b152692f18ba:38371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:22:59,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:22:59,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21955983816/master 2024-11-14T03:22:59,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21955983816 2024-11-14T03:22:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:59,075 INFO [RS:0;b152692f18ba:38343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x101375dbaa20007, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:59,075 INFO [RS:0;b152692f18ba:38343 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,38343,1731554568677; zookeeper connection closed. 2024-11-14T03:22:59,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f7abeb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f7abeb 2024-11-14T03:22:59,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:22:59,080 DEBUG [M:0;b152692f18ba:38371 {}] zookeeper.RecoverableZooKeeper(212): Node /21955983816/master already deleted, retry=false 2024-11-14T03:22:59,080 DEBUG [M:0;b152692f18ba:38371 {}] master.ActiveMasterManager(353): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Failed delete of our master address node; KeeperErrorCode = NoNode for /21955983816/master 2024-11-14T03:22:59,081 INFO [M:0;b152692f18ba:38371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/.lastflushedseqids 2024-11-14T03:22:59,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741843_1019 (size=173) 2024-11-14T03:22:59,090 INFO [M:0;b152692f18ba:38371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:22:59,090 INFO [M:0;b152692f18ba:38371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:22:59,090 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:22:59,090 INFO [M:0;b152692f18ba:38371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:59,090 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:59,090 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:22:59,090 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:59,091 INFO [M:0;b152692f18ba:38371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T03:22:59,105 DEBUG [M:0;b152692f18ba:38371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b8032bb385247a8b2dd3f7355b7a7ee is 82, key is hbase:meta,,1/info:regioninfo/1731554572045/Put/seqid=0 2024-11-14T03:22:59,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741844_1020 (size=5672) 2024-11-14T03:22:59,122 INFO [M:0;b152692f18ba:38371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b8032bb385247a8b2dd3f7355b7a7ee 2024-11-14T03:22:59,141 DEBUG [M:0;b152692f18ba:38371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54046aeca7bc4cddbf1f26ffecaa9886 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554574319/Put/seqid=0 2024-11-14T03:22:59,144 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:59,151 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741845_1021 (size=6586) 2024-11-14T03:22:59,165 INFO [M:0;b152692f18ba:38371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54046aeca7bc4cddbf1f26ffecaa9886 2024-11-14T03:22:59,202 DEBUG [M:0;b152692f18ba:38371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23725f0ae44141528d8a268db3965538 is 69, key is b152692f18ba,38343,1731554568677/rs:state/1731554570937/Put/seqid=0 2024-11-14T03:22:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741846_1022 (size=5156) 2024-11-14T03:22:59,214 INFO [M:0;b152692f18ba:38371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23725f0ae44141528d8a268db3965538 2024-11-14T03:22:59,218 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b8032bb385247a8b2dd3f7355b7a7ee as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b8032bb385247a8b2dd3f7355b7a7ee 2024-11-14T03:22:59,221 INFO [M:0;b152692f18ba:38371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b8032bb385247a8b2dd3f7355b7a7ee, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T03:22:59,222 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54046aeca7bc4cddbf1f26ffecaa9886 as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54046aeca7bc4cddbf1f26ffecaa9886 2024-11-14T03:22:59,225 INFO [M:0;b152692f18ba:38371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54046aeca7bc4cddbf1f26ffecaa9886, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T03:22:59,225 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23725f0ae44141528d8a268db3965538 as hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23725f0ae44141528d8a268db3965538 2024-11-14T03:22:59,229 INFO [M:0;b152692f18ba:38371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42695/user/jenkins/test-data/57d84614-64d6-c54a-eeed-fe3018cb8f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23725f0ae44141528d8a268db3965538, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T03:22:59,230 INFO [M:0;b152692f18ba:38371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=55, compaction requested=false 2024-11-14T03:22:59,232 INFO [M:0;b152692f18ba:38371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:22:59,232 DEBUG [M:0;b152692f18ba:38371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554579090Disabling compacts and flushes for region at 1731554579090Disabling writes for close at 1731554579090Obtaining lock to block concurrent updates at 1731554579091 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554579091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731554579091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554579091Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554579091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554579105 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554579105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554579126 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554579141 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554579141Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554579168 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554579201 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554579201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403223a0: reopening flushed file at 1731554579217 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d053dd: reopening flushed file at 1731554579221 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cef85be: reopening flushed file at 1731554579225 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=55, compaction requested=false at 1731554579230 (+5 ms)Writing region close event to WAL at 1731554579232 (+2 ms)Closed at 1731554579232 2024-11-14T03:22:59,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741830_1006 (size=32770) 2024-11-14T03:22:59,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:22:59,243 INFO [M:0;b152692f18ba:38371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:22:59,243 INFO [M:0;b152692f18ba:38371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38371 2024-11-14T03:22:59,243 INFO [M:0;b152692f18ba:38371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:22:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38371-0x101375dbaa20006, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:22:59,355 INFO [M:0;b152692f18ba:38371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:22:59,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0feb13{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:22:59,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@498d247{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:59,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:59,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f22b0be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:59,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648935f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:59,400 WARN [BP-1858904925-172.17.0.3-1731554565886 heartbeating to localhost/127.0.0.1:42695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:22:59,400 WARN [BP-1858904925-172.17.0.3-1731554565886 heartbeating to localhost/127.0.0.1:42695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1858904925-172.17.0.3-1731554565886 (Datanode Uuid 1c55129a-2df3-451d-bf3a-8c2941083173) service to localhost/127.0.0.1:42695 2024-11-14T03:22:59,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/cluster_42092b86-797f-47e8-08ca-b24b41951715/data/data1/current/BP-1858904925-172.17.0.3-1731554565886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:59,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/cluster_42092b86-797f-47e8-08ca-b24b41951715/data/data2/current/BP-1858904925-172.17.0.3-1731554565886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:22:59,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:22:59,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:22:59,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:22:59,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aa95a1c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:22:59,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c81745{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:22:59,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:22:59,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2d9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:22:59,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ab415dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35dab8e-4555-7fa7-33e2-90707ecbf52f/hadoop.log.dir/,STOPPED} 2024-11-14T03:22:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:22:59,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:22:59,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:59,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:59,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:59,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:22:59,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:59,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:22:59,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861858951, stopped=false 2024-11-14T03:22:59,431 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,43561,1731554564302 2024-11-14T03:22:59,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-902718977/running 2024-11-14T03:22:59,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-902718977/running 2024-11-14T03:22:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:22:59,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:22:59,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on znode that does not yet exist, /1-902718977/running 2024-11-14T03:22:59,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Set watcher on znode that does not yet exist, /1-902718977/running 2024-11-14T03:22:59,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:22:59,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:59,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:59,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,34725,1731554564451' ***** 2024-11-14T03:22:59,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:22:59,451 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:22:59,451 INFO [RS:0;b152692f18ba:34725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:22:59,451 INFO [RS:0;b152692f18ba:34725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:22:59,451 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(3091): Received CLOSE for 05b212b27bb7618f9b49603a1d8d853e 2024-11-14T03:22:59,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:22:59,456 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,34725,1731554564451 2024-11-14T03:22:59,456 INFO [RS:0;b152692f18ba:34725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:22:59,456 INFO [RS:0;b152692f18ba:34725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:34725. 2024-11-14T03:22:59,456 DEBUG [RS:0;b152692f18ba:34725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:22:59,456 DEBUG [RS:0;b152692f18ba:34725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:22:59,456 INFO [RS:0;b152692f18ba:34725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:22:59,456 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05b212b27bb7618f9b49603a1d8d853e, disabling compactions & flushes 2024-11-14T03:22:59,456 INFO [RS:0;b152692f18ba:34725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:22:59,456 INFO [RS:0;b152692f18ba:34725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:22:59,456 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:59,456 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:22:59,457 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:59,457 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. after waiting 0 ms 2024-11-14T03:22:59,457 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:59,457 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:22:59,457 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1325): Online Regions={05b212b27bb7618f9b49603a1d8d853e=test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:22:59,457 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1351): Waiting on 05b212b27bb7618f9b49603a1d8d853e, 1588230740 2024-11-14T03:22:59,457 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:22:59,457 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:22:59,457 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:22:59,457 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:22:59,457 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:22:59,457 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T03:22:59,465 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:22:59,473 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/default/test/05b212b27bb7618f9b49603a1d8d853e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T03:22:59,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:22:59,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:22:59,474 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:59,474 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05b212b27bb7618f9b49603a1d8d853e: Waiting for close lock at 1731554579456Running coprocessor pre-close hooks at 1731554579456Disabling compacts and flushes for region at 1731554579456Disabling writes for close at 1731554579457 (+1 ms)Writing region close event to WAL at 1731554579469 (+12 ms)Running coprocessor post-close hooks at 1731554579474 (+5 ms)Closed at 1731554579474 2024-11-14T03:22:59,475 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e. 2024-11-14T03:22:59,485 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/info/222444028427450dbb75220288b990e4 is 129, key is test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e./info:regioninfo/1731554573674/Put/seqid=0 2024-11-14T03:22:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741841_1017 (size=6421) 2024-11-14T03:22:59,494 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/info/222444028427450dbb75220288b990e4 2024-11-14T03:22:59,519 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/ns/2665665e94d24f8985249b89588237d1 is 43, key is default/ns:d/1731554565776/Put/seqid=0 2024-11-14T03:22:59,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741842_1018 (size=5153) 2024-11-14T03:22:59,530 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/ns/2665665e94d24f8985249b89588237d1 2024-11-14T03:22:59,559 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/rep_barrier/5eb8c9a4ce5a4971a22e1878a83179f4 is 112, key is test,,1731554573300.05b212b27bb7618f9b49603a1d8d853e./rep_barrier:seqnumDuringOpen/1731554573674/Put/seqid=0 2024-11-14T03:22:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741843_1019 (size=5518) 2024-11-14T03:22:59,570 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/rep_barrier/5eb8c9a4ce5a4971a22e1878a83179f4 2024-11-14T03:22:59,595 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/table/2b5619386c4344caaa200f3287d77bc5 is 40, key is test/table:state/1731554573680/Put/seqid=0 2024-11-14T03:22:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741844_1020 (size=5165) 2024-11-14T03:22:59,657 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:22:59,779 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:59,781 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:22:59,857 DEBUG [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:23:00,005 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/table/2b5619386c4344caaa200f3287d77bc5 2024-11-14T03:23:00,010 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/info/222444028427450dbb75220288b990e4 as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/info/222444028427450dbb75220288b990e4 2024-11-14T03:23:00,014 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/info/222444028427450dbb75220288b990e4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T03:23:00,014 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/ns/2665665e94d24f8985249b89588237d1 as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/ns/2665665e94d24f8985249b89588237d1 2024-11-14T03:23:00,018 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/ns/2665665e94d24f8985249b89588237d1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:23:00,019 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/rep_barrier/5eb8c9a4ce5a4971a22e1878a83179f4 as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/rep_barrier/5eb8c9a4ce5a4971a22e1878a83179f4 2024-11-14T03:23:00,023 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/rep_barrier/5eb8c9a4ce5a4971a22e1878a83179f4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T03:23:00,024 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/.tmp/table/2b5619386c4344caaa200f3287d77bc5 as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/table/2b5619386c4344caaa200f3287d77bc5 2024-11-14T03:23:00,029 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/table/2b5619386c4344caaa200f3287d77bc5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:23:00,029 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=11, compaction requested=false 2024-11-14T03:23:00,038 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:23:00,038 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:23:00,038 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:23:00,038 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:23:00,039 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554579457Running coprocessor pre-close hooks at 1731554579457Disabling compacts and flushes for region at 1731554579457Disabling writes for close at 1731554579457Obtaining lock to block concurrent updates at 1731554579457Preparing flush snapshotting stores in 1588230740 at 1731554579457Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731554579458 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731554579458Flushing 1588230740/info: creating writer at 1731554579458Flushing 1588230740/info: appending metadata at 1731554579484 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731554579484Flushing 1588230740/ns: creating writer at 1731554579499 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731554579518 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731554579518Flushing 1588230740/rep_barrier: creating writer at 1731554579538 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554579559 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554579559Flushing 1588230740/table: creating writer at 1731554579574 (+15 ms)Flushing 1588230740/table: appending metadata at 1731554579594 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731554579594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168b80eb: reopening flushed file at 1731554580009 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464413b9: reopening flushed file at 1731554580014 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27380154: reopening flushed file at 1731554580019 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47268cc8: reopening flushed file at 1731554580023 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=11, compaction requested=false at 1731554580029 (+6 ms)Writing region close event to WAL at 1731554580032 (+3 ms)Running coprocessor post-close hooks at 1731554580038 (+6 ms)Closed at 1731554580038 2024-11-14T03:23:00,039 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:23:00,042 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:23:00,042 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:23:00,057 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,34725,1731554564451; all regions closed. 2024-11-14T03:23:00,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741834_1010 (size=2717) 2024-11-14T03:23:00,061 DEBUG [RS:0;b152692f18ba:34725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/oldWALs 2024-11-14T03:23:00,061 INFO [RS:0;b152692f18ba:34725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C34725%2C1731554564451.meta:.meta(num 1731554565714) 2024-11-14T03:23:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741832_1008 (size=1374) 2024-11-14T03:23:00,065 DEBUG [RS:0;b152692f18ba:34725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/oldWALs 2024-11-14T03:23:00,065 INFO [RS:0;b152692f18ba:34725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b152692f18ba%2C34725%2C1731554564451:(num 1731554565192) 2024-11-14T03:23:00,065 DEBUG [RS:0;b152692f18ba:34725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:00,065 INFO [RS:0;b152692f18ba:34725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:23:00,065 INFO [RS:0;b152692f18ba:34725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:23:00,065 INFO [RS:0;b152692f18ba:34725 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:23:00,065 INFO [RS:0;b152692f18ba:34725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:23:00,065 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:23:00,065 INFO [RS:0;b152692f18ba:34725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:34725. 2024-11-14T03:23:00,065 DEBUG [RS:0;b152692f18ba:34725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:23:00,065 DEBUG [RS:0;b152692f18ba:34725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:00,065 DEBUG [RS:0;b152692f18ba:34725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:00,066 INFO [RS:0;b152692f18ba:34725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34725 2024-11-14T03:23:00,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:23:00,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977/rs 2024-11-14T03:23:00,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-902718977/rs/b152692f18ba,34725,1731554564451 2024-11-14T03:23:00,111 INFO [RS:0;b152692f18ba:34725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:23:00,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,34725,1731554564451] 2024-11-14T03:23:00,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-902718977/draining/b152692f18ba,34725,1731554564451 already deleted, retry=false 2024-11-14T03:23:00,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,34725,1731554564451 expired; onlineServers=0 2024-11-14T03:23:00,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,43561,1731554564302' ***** 2024-11-14T03:23:00,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:23:00,133 INFO [M:0;b152692f18ba:43561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:23:00,133 INFO [M:0;b152692f18ba:43561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:23:00,133 DEBUG [M:0;b152692f18ba:43561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:23:00,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:23:00,133 DEBUG [M:0;b152692f18ba:43561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:23:00,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554564911 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554564911,5,FailOnTimeoutGroup] 2024-11-14T03:23:00,133 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554564908 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554564908,5,FailOnTimeoutGroup] 2024-11-14T03:23:00,133 INFO [M:0;b152692f18ba:43561 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:23:00,133 INFO [M:0;b152692f18ba:43561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:23:00,133 DEBUG [M:0;b152692f18ba:43561 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:23:00,133 INFO [M:0;b152692f18ba:43561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:23:00,133 INFO [M:0;b152692f18ba:43561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:23:00,134 INFO [M:0;b152692f18ba:43561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:23:00,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:23:00,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-902718977/master 2024-11-14T03:23:00,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-902718977 2024-11-14T03:23:00,143 DEBUG [M:0;b152692f18ba:43561 {}] zookeeper.ZKUtil(347): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Unable to get data of znode /1-902718977/master because node does not exist (not an error) 2024-11-14T03:23:00,143 WARN [M:0;b152692f18ba:43561 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:23:00,144 INFO [M:0;b152692f18ba:43561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/.lastflushedseqids 2024-11-14T03:23:00,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741845_1021 (size=173) 2024-11-14T03:23:00,222 INFO [RS:0;b152692f18ba:34725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:23:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:00,222 INFO [RS:0;b152692f18ba:34725 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,34725,1731554564451; zookeeper connection closed. 2024-11-14T03:23:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34725-0x101375dbaa20004, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:00,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d2d77eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d2d77eb 2024-11-14T03:23:00,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:23:00,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:23:00,483 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:23:00,484 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:23:00,547 INFO [M:0;b152692f18ba:43561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:23:00,547 INFO [M:0;b152692f18ba:43561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:23:00,547 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:23:00,548 INFO [M:0;b152692f18ba:43561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:00,548 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:00,548 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:23:00,548 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:00,548 INFO [M:0;b152692f18ba:43561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T03:23:00,564 DEBUG [M:0;b152692f18ba:43561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12b768d383a24ade89ec1d2012be3b1b is 82, key is hbase:meta,,1/info:regioninfo/1731554565755/Put/seqid=0 2024-11-14T03:23:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741846_1022 (size=5672) 2024-11-14T03:23:00,967 INFO [M:0;b152692f18ba:43561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12b768d383a24ade89ec1d2012be3b1b 2024-11-14T03:23:00,985 DEBUG [M:0;b152692f18ba:43561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1947fbe23e1a4039bea7fde8b4112ee9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731554573683/Put/seqid=0 2024-11-14T03:23:00,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741847_1023 (size=6586) 2024-11-14T03:23:01,285 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:23:01,286 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:23:01,390 INFO [M:0;b152692f18ba:43561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1947fbe23e1a4039bea7fde8b4112ee9 2024-11-14T03:23:01,406 DEBUG [M:0;b152692f18ba:43561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4fabc37987047d4833f94111af00000 is 69, key is b152692f18ba,34725,1731554564451/rs:state/1731554564971/Put/seqid=0 2024-11-14T03:23:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741848_1024 (size=5156) 2024-11-14T03:23:01,410 INFO [M:0;b152692f18ba:43561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4fabc37987047d4833f94111af00000 2024-11-14T03:23:01,414 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12b768d383a24ade89ec1d2012be3b1b as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12b768d383a24ade89ec1d2012be3b1b 2024-11-14T03:23:01,431 INFO [M:0;b152692f18ba:43561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12b768d383a24ade89ec1d2012be3b1b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T03:23:01,432 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1947fbe23e1a4039bea7fde8b4112ee9 as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1947fbe23e1a4039bea7fde8b4112ee9 2024-11-14T03:23:01,435 INFO [M:0;b152692f18ba:43561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1947fbe23e1a4039bea7fde8b4112ee9, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T03:23:01,436 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4fabc37987047d4833f94111af00000 as hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4fabc37987047d4833f94111af00000 2024-11-14T03:23:01,438 INFO [M:0;b152692f18ba:43561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/37c50658-d6ca-8dd9-ffc4-434c890e6528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4fabc37987047d4833f94111af00000, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T03:23:01,439 INFO [M:0;b152692f18ba:43561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false 2024-11-14T03:23:01,444 INFO [M:0;b152692f18ba:43561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:01,444 DEBUG [M:0;b152692f18ba:43561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554580547Disabling compacts and flushes for region at 1731554580547Disabling writes for close at 1731554580548 (+1 ms)Obtaining lock to block concurrent updates at 1731554580548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554580548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731554580548Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554580548Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554580549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554580564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554580564Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554580971 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554580985 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554580985Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554581393 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554581406 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554581406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc62ab7: reopening flushed file at 1731554581412 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e562980: reopening flushed file at 1731554581431 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1235e1e4: reopening flushed file at 1731554581435 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false at 1731554581439 (+4 ms)Writing region close event to WAL at 1731554581444 (+5 ms)Closed at 1731554581444 2024-11-14T03:23:01,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36829 is added to blk_1073741830_1006 (size=32770) 2024-11-14T03:23:01,447 INFO [M:0;b152692f18ba:43561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:23:01,447 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:23:01,447 INFO [M:0;b152692f18ba:43561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43561 2024-11-14T03:23:01,448 INFO [M:0;b152692f18ba:43561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:23:01,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:01,596 INFO [M:0;b152692f18ba:43561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:23:01,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43561-0x101375dbaa20003, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:01,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d275c41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:23:01,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d746cd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:23:01,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:23:01,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@303b657b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:23:01,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e23bc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.log.dir/,STOPPED} 2024-11-14T03:23:01,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:23:01,599 WARN [BP-2118520122-172.17.0.3-1731554562375 heartbeating to localhost/127.0.0.1:46703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:23:01,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:23:01,599 WARN [BP-2118520122-172.17.0.3-1731554562375 heartbeating to localhost/127.0.0.1:46703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2118520122-172.17.0.3-1731554562375 (Datanode Uuid e23ba025-3347-473c-b648-66389c7699e5) service to localhost/127.0.0.1:46703 2024-11-14T03:23:01,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/cluster_d03fae83-a907-f271-d573-4f901b9f8860/data/data1/current/BP-2118520122-172.17.0.3-1731554562375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:23:01,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/cluster_d03fae83-a907-f271-d573-4f901b9f8860/data/data2/current/BP-2118520122-172.17.0.3-1731554562375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:23:01,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:23:01,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e75770d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:23:01,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19d5f462{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:23:01,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:23:01,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f63bdb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:23:01,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481ff624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bbe4b61-1f42-8934-2b1c-d57a7f8493b3/hadoop.log.dir/,STOPPED} 2024-11-14T03:23:01,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:23:01,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:23:01,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:23:01,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:23:01,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:01,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:01,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:23:01,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:23:01,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=53424967, stopped=false 2024-11-14T03:23:01,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b152692f18ba,36511,1731554559988 2024-11-14T03:23:01,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665651442/running 2024-11-14T03:23:01,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665651442/running 2024-11-14T03:23:01,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:23:01,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:23:01,680 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:23:01,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:23:01,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:23:01,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:01,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on znode that does not yet exist, /0-665651442/running 2024-11-14T03:23:01,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b152692f18ba,44995,1731554560259' ***** 2024-11-14T03:23:01,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:23:01,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Set watcher on znode that does not yet exist, /0-665651442/running 2024-11-14T03:23:01,681 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:23:01,681 INFO [RS:0;b152692f18ba:44995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:23:01,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:23:01,681 INFO [RS:0;b152692f18ba:44995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:23:01,681 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(3091): Received CLOSE for d12aec3f1df51c111c8f02300978779d 2024-11-14T03:23:01,681 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(3091): Received CLOSE for d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:23:01,682 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(959): stopping server b152692f18ba,44995,1731554560259 2024-11-14T03:23:01,682 INFO [RS:0;b152692f18ba:44995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:23:01,682 INFO [RS:0;b152692f18ba:44995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44995. 2024-11-14T03:23:01,682 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d12aec3f1df51c111c8f02300978779d, disabling compactions & flushes 2024-11-14T03:23:01,682 DEBUG [RS:0;b152692f18ba:44995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:23:01,682 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:23:01,682 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:01,682 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:23:01,682 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731554572158.d12aec3f1df51c111c8f02300978779d. after waiting 0 ms 2024-11-14T03:23:01,682 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:23:01,682 INFO [RS:0;b152692f18ba:44995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:23:01,682 INFO [RS:0;b152692f18ba:44995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:23:01,682 INFO [RS:0;b152692f18ba:44995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:23:01,682 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:23:01,683 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:23:01,683 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1325): Online Regions={d12aec3f1df51c111c8f02300978779d=test,,1731554572158.d12aec3f1df51c111c8f02300978779d., 1588230740=hbase:meta,,1.1588230740, d6b69ce7bdbf6c0e8c8ef59cd82529f0=hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0.} 2024-11-14T03:23:01,683 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d12aec3f1df51c111c8f02300978779d, d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:23:01,683 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:23:01,684 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:23:01,684 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:23:01,684 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:23:01,684 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:23:01,684 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T03:23:01,686 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/default/test/d12aec3f1df51c111c8f02300978779d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T03:23:01,687 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d12aec3f1df51c111c8f02300978779d: Waiting for close lock at 1731554581682Running coprocessor pre-close hooks at 1731554581682Disabling compacts and flushes for region at 1731554581682Disabling writes for close at 1731554581682Writing region close event to WAL at 1731554581684 (+2 ms)Running coprocessor post-close hooks at 1731554581687 (+3 ms)Closed at 1731554581687 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731554572158.d12aec3f1df51c111c8f02300978779d. 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6b69ce7bdbf6c0e8c8ef59cd82529f0, disabling compactions & flushes 2024-11-14T03:23:01,687 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. after waiting 0 ms 2024-11-14T03:23:01,687 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:23:01,687 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6b69ce7bdbf6c0e8c8ef59cd82529f0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T03:23:01,698 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/info/71ee68bbb7f648f2a652de51709a604e is 147, key is hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0./info:regioninfo/1731554574978/Put/seqid=0 2024-11-14T03:23:01,700 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/.tmp/hfileref/74909991536a4407ab438a257317e291 is 74, key is 1/hfileref:1f839b5c52a2402a89c498d290913cac_SeqId_6_/1731554577836/DeleteColumn/seqid=0 2024-11-14T03:23:01,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741848_1024 (size=5489) 2024-11-14T03:23:01,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741847_1023 (size=7686) 2024-11-14T03:23:01,717 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/.tmp/hfileref/74909991536a4407ab438a257317e291 2024-11-14T03:23:01,732 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/.tmp/queue/ac3767a4658d433ab2597981e8490622 is 153, key is 1-b152692f18ba,44995,1731554560259/queue:b152692f18ba%2C44995%2C1731554560259/1731554577837/Put/seqid=0 2024-11-14T03:23:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741849_1025 (size=5504) 2024-11-14T03:23:01,753 INFO [regionserver/b152692f18ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:23:01,884 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:23:01,929 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:23:01,929 INFO [regionserver/b152692f18ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:23:02,084 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6b69ce7bdbf6c0e8c8ef59cd82529f0 2024-11-14T03:23:02,117 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/info/71ee68bbb7f648f2a652de51709a604e 2024-11-14T03:23:02,132 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/ns/7817f93ca5244710a67b7303f40e6b6b is 43, key is default/ns:d/1731554562245/Put/seqid=0 2024-11-14T03:23:02,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741850_1026 (size=5153) 2024-11-14T03:23:02,135 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/.tmp/queue/ac3767a4658d433ab2597981e8490622 2024-11-14T03:23:02,139 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/.tmp/hfileref/74909991536a4407ab438a257317e291 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/hfileref/74909991536a4407ab438a257317e291 2024-11-14T03:23:02,143 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/hfileref/74909991536a4407ab438a257317e291, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T03:23:02,144 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/.tmp/queue/ac3767a4658d433ab2597981e8490622 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/queue/ac3767a4658d433ab2597981e8490622 2024-11-14T03:23:02,147 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/queue/ac3767a4658d433ab2597981e8490622, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T03:23:02,148 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d6b69ce7bdbf6c0e8c8ef59cd82529f0 in 461ms, sequenceid=17, compaction requested=false 2024-11-14T03:23:02,151 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/replication/d6b69ce7bdbf6c0e8c8ef59cd82529f0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T03:23:02,151 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:23:02,151 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:23:02,151 INFO [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:23:02,151 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6b69ce7bdbf6c0e8c8ef59cd82529f0: Waiting for close lock at 1731554581687Running coprocessor pre-close hooks at 1731554581687Disabling compacts and flushes for region at 1731554581687Disabling writes for close at 1731554581687Obtaining lock to block concurrent updates at 1731554581687Preparing flush snapshotting stores in d6b69ce7bdbf6c0e8c8ef59cd82529f0 at 1731554581687Finished memstore snapshotting hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731554581687Flushing stores of hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. at 1731554581688 (+1 ms)Flushing d6b69ce7bdbf6c0e8c8ef59cd82529f0/hfileref: creating writer at 1731554581688Flushing d6b69ce7bdbf6c0e8c8ef59cd82529f0/hfileref: appending metadata at 1731554581700 (+12 ms)Flushing d6b69ce7bdbf6c0e8c8ef59cd82529f0/hfileref: closing flushed file at 1731554581700Flushing d6b69ce7bdbf6c0e8c8ef59cd82529f0/queue: creating writer at 1731554581720 (+20 ms)Flushing d6b69ce7bdbf6c0e8c8ef59cd82529f0/queue: appending metadata at 1731554581732 (+12 ms)Flushing d6b69ce7bdbf6c0e8c8ef59cd82529f0/queue: closing flushed file at 1731554581732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3289eb7d: reopening flushed file at 1731554582138 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1cfba: reopening flushed file at 1731554582143 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d6b69ce7bdbf6c0e8c8ef59cd82529f0 in 461ms, sequenceid=17, compaction requested=false at 1731554582148 (+5 ms)Writing region close event to WAL at 1731554582149 (+1 ms)Running coprocessor post-close hooks at 1731554582151 (+2 ms)Closed at 1731554582151 2024-11-14T03:23:02,152 DEBUG [RS_CLOSE_REGION-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731554574578.d6b69ce7bdbf6c0e8c8ef59cd82529f0. 2024-11-14T03:23:02,189 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:23:02,189 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 393, reset compression=false 2024-11-14T03:23:02,194 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:23:02,194 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 688, reset compression=false 2024-11-14T03:23:02,194 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b152692f18ba,44995,1731554560259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:23:02,195 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b152692f18ba,44995,1731554560259: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b152692f18ba,44995,1731554560259, walGroup=b152692f18ba%2C44995%2C1731554560259, offset=b152692f18ba%2C44995%2C1731554560259.1731554577229:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:44995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T03:23:02,197 ERROR [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T03:23:02,197 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T03:23:02,197 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T03:23:02,197 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T03:23:02,197 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T03:23:02,197 INFO [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1472200704, "init": 1048576000, "max": 2306867200, "used": 1163284368 }, "NonHeapMemoryUsage": { "committed": 210042880, "init": 7667712, "max": -1, "used": 207045864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T03:23:02,198 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:36511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b152692f18ba:36511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T03:23:02,201 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T03:23:02,201 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 688, reset compression=false 2024-11-14T03:23:02,201 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b152692f18ba,44995,1731554560259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T03:23:02,202 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T03:23:02,284 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:23:02,405 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 688, reset compression=false 2024-11-14T03:23:02,405 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 688, reset compression=false 2024-11-14T03:23:02,484 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:23:02,535 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/ns/7817f93ca5244710a67b7303f40e6b6b 2024-11-14T03:23:02,551 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/rep_barrier/0ee0f2b7f4f04d5a8b4b8688dbc01635 is 112, key is test,,1731554572158.d12aec3f1df51c111c8f02300978779d./rep_barrier:seqnumDuringOpen/1731554572902/Put/seqid=0 2024-11-14T03:23:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741851_1027 (size=5518) 2024-11-14T03:23:02,554 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/rep_barrier/0ee0f2b7f4f04d5a8b4b8688dbc01635 2024-11-14T03:23:02,569 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/table/7e8e6841a9944f8a80044cd618a62dd3 is 53, key is hbase:replication/table:state/1731554574986/Put/seqid=0 2024-11-14T03:23:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741852_1028 (size=5308) 2024-11-14T03:23:02,684 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:23:02,684 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:23:02,684 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:23:02,708 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 688, reset compression=false 2024-11-14T03:23:02,708 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 688, reset compression=false 2024-11-14T03:23:02,884 DEBUG [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:23:02,972 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/table/7e8e6841a9944f8a80044cd618a62dd3 2024-11-14T03:23:02,976 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/info/71ee68bbb7f648f2a652de51709a604e as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/info/71ee68bbb7f648f2a652de51709a604e 2024-11-14T03:23:02,979 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/info/71ee68bbb7f648f2a652de51709a604e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T03:23:02,979 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/ns/7817f93ca5244710a67b7303f40e6b6b as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/ns/7817f93ca5244710a67b7303f40e6b6b 2024-11-14T03:23:02,982 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/ns/7817f93ca5244710a67b7303f40e6b6b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T03:23:02,983 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/rep_barrier/0ee0f2b7f4f04d5a8b4b8688dbc01635 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/rep_barrier/0ee0f2b7f4f04d5a8b4b8688dbc01635 2024-11-14T03:23:02,985 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/rep_barrier/0ee0f2b7f4f04d5a8b4b8688dbc01635, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T03:23:02,986 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/.tmp/table/7e8e6841a9944f8a80044cd618a62dd3 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/table/7e8e6841a9944f8a80044cd618a62dd3 2024-11-14T03:23:02,989 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/table/7e8e6841a9944f8a80044cd618a62dd3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T03:23:02,989 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-14T03:23:02,992 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T03:23:02,992 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T03:23:02,992 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:23:02,992 INFO [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:23:02,992 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731554581683Running coprocessor pre-close hooks at 1731554581683Disabling compacts and flushes for region at 1731554581683Disabling writes for close at 1731554581684 (+1 ms)Obtaining lock to block concurrent updates at 1731554581684Preparing flush snapshotting stores in 1588230740 at 1731554581684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731554581684Flushing stores of hbase:meta,,1.1588230740 at 1731554581685 (+1 ms)Flushing 1588230740/info: creating writer at 1731554581685Flushing 1588230740/info: appending metadata at 1731554581697 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731554581697Flushing 1588230740/ns: creating writer at 1731554582120 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731554582132 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731554582132Flushing 1588230740/rep_barrier: creating writer at 1731554582539 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731554582550 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731554582550Flushing 1588230740/table: creating writer at 1731554582557 (+7 ms)Flushing 1588230740/table: appending metadata at 1731554582569 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731554582569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482b15ee: reopening flushed file at 1731554582975 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431d34bc: reopening flushed file at 1731554582979 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb64f49: reopening flushed file at 1731554582982 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b84d592: reopening flushed file at 1731554582985 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731554582989 (+4 ms)Writing region close event to WAL at 1731554582990 (+1 ms)Running coprocessor post-close hooks at 1731554582992 (+2 ms)Closed at 1731554582992 2024-11-14T03:23:02,993 DEBUG [RS_CLOSE_META-regionserver/b152692f18ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:23:03,085 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(976): stopping server b152692f18ba,44995,1731554560259; all regions closed. 2024-11-14T03:23:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741844_1020 (size=859) 2024-11-14T03:23:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741842_1018 (size=2791) 2024-11-14T03:23:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741843_1019 (size=696) 2024-11-14T03:23:03,089 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:03,089 INFO [RS:0;b152692f18ba:44995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:23:03,089 INFO [RS:0;b152692f18ba:44995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:23:03,090 INFO [RS:0;b152692f18ba:44995 {}] hbase.ChoreService(370): Chore service for: regionserver/b152692f18ba:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:23:03,090 INFO [RS:0;b152692f18ba:44995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:23:03,090 INFO [regionserver/b152692f18ba:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:23:03,090 INFO [RS:0;b152692f18ba:44995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b152692f18ba,44995,1731554560259 because: Region server is closing 2024-11-14T03:23:03,090 INFO [RS:0;b152692f18ba:44995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44995. 2024-11-14T03:23:03,090 DEBUG [RS:0;b152692f18ba:44995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:23:03,090 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:03,090 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:03,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:23:03,111 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 to pos 688, reset compression=false 2024-11-14T03:23:03,112 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/WALs/b152692f18ba,44995,1731554560259/b152692f18ba%2C44995%2C1731554560259.1731554577229 2024-11-14T03:23:03,112 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T03:23:03,112 DEBUG [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T03:23:03,191 INFO [RS:0;b152692f18ba:44995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,1-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,1-b152692f18ba,44995,1731554560259 terminated 2024-11-14T03:23:03,191 INFO [RS:0;b152692f18ba:44995 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b152692f18ba,44995,1731554560259 because: Region server is closing 2024-11-14T03:23:03,191 INFO [RS:0;b152692f18ba:44995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b152692f18ba:44995. 2024-11-14T03:23:03,191 DEBUG [RS:0;b152692f18ba:44995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:23:03,191 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:03,191 DEBUG [RS:0;b152692f18ba:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:23:03,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:23:03,291 INFO [RS:0;b152692f18ba:44995 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.shipperb152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 terminated 2024-11-14T03:23:03,291 INFO [RS:0;b152692f18ba:44995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44995 2024-11-14T03:23:03,291 WARN [RS_REFRESH_PEER-regionserver/b152692f18ba:0-0.replicationSource,2-b152692f18ba,44995,1731554560259.replicationSource.wal-reader.b152692f18ba%2C44995%2C1731554560259,2-b152692f18ba,44995,1731554560259 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T03:23:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665651442/rs/b152692f18ba,44995,1731554560259 2024-11-14T03:23:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442/rs 2024-11-14T03:23:03,368 INFO [RS:0;b152692f18ba:44995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:23:03,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b152692f18ba,44995,1731554560259] 2024-11-14T03:23:03,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-665651442/draining/b152692f18ba,44995,1731554560259 already deleted, retry=false 2024-11-14T03:23:03,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b152692f18ba,44995,1731554560259 expired; onlineServers=0 2024-11-14T03:23:03,527 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b152692f18ba,36511,1731554559988' ***** 2024-11-14T03:23:03,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:23:03,527 INFO [M:0;b152692f18ba:36511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:23:03,527 INFO [M:0;b152692f18ba:36511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:23:03,527 DEBUG [M:0;b152692f18ba:36511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:23:03,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:23:03,527 DEBUG [M:0;b152692f18ba:36511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:23:03,527 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554560816 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.small.0-1731554560816,5,FailOnTimeoutGroup] 2024-11-14T03:23:03,527 DEBUG [master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554560804 {}] cleaner.HFileCleaner(306): Exit Thread[master/b152692f18ba:0:becomeActiveMaster-HFileCleaner.large.0-1731554560804,5,FailOnTimeoutGroup] 2024-11-14T03:23:03,527 INFO [M:0;b152692f18ba:36511 {}] hbase.ChoreService(370): Chore service for: master/b152692f18ba:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:23:03,527 INFO [M:0;b152692f18ba:36511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:23:03,527 DEBUG [M:0;b152692f18ba:36511 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:23:03,527 INFO [M:0;b152692f18ba:36511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:23:03,528 INFO [M:0;b152692f18ba:36511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:23:03,528 INFO [M:0;b152692f18ba:36511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:23:03,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:23:03,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:03,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x101375dbaa20001, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:03,531 INFO [RS:0;b152692f18ba:44995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:23:03,531 INFO [RS:0;b152692f18ba:44995 {}] regionserver.HRegionServer(1031): Exiting; stopping=b152692f18ba,44995,1731554560259; zookeeper connection closed. 2024-11-14T03:23:03,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f346c43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f346c43 2024-11-14T03:23:03,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:23:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665651442/master 2024-11-14T03:23:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665651442 2024-11-14T03:23:03,605 DEBUG [M:0;b152692f18ba:36511 {}] zookeeper.ZKUtil(347): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Unable to get data of znode /0-665651442/master because node does not exist (not an error) 2024-11-14T03:23:03,605 WARN [M:0;b152692f18ba:36511 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:23:03,606 INFO [M:0;b152692f18ba:36511 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/.lastflushedseqids 2024-11-14T03:23:03,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741853_1029 (size=263) 2024-11-14T03:23:04,009 INFO [M:0;b152692f18ba:36511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:23:04,009 INFO [M:0;b152692f18ba:36511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:23:04,010 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:23:04,010 INFO [M:0;b152692f18ba:36511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:04,010 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:04,010 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:23:04,010 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:04,010 INFO [M:0;b152692f18ba:36511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-14T03:23:04,023 DEBUG [M:0;b152692f18ba:36511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/517a5d0ffd714e149e78de86ecebfd9a is 82, key is hbase:meta,,1/info:regioninfo/1731554562099/Put/seqid=0 2024-11-14T03:23:04,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741854_1030 (size=5672) 2024-11-14T03:23:04,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:23:04,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:23:04,438 INFO [M:0;b152692f18ba:36511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/517a5d0ffd714e149e78de86ecebfd9a 2024-11-14T03:23:04,459 DEBUG [M:0;b152692f18ba:36511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7058add756934c23b7fb52f883fa9d69 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731554574990/Put/seqid=0 2024-11-14T03:23:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741855_1031 (size=8909) 2024-11-14T03:23:04,863 INFO [M:0;b152692f18ba:36511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7058add756934c23b7fb52f883fa9d69 2024-11-14T03:23:04,882 DEBUG [M:0;b152692f18ba:36511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c5dc72f63df42fe846efc83ee91bf99 is 69, key is b152692f18ba,44995,1731554560259/rs:state/1731554560848/Put/seqid=0 2024-11-14T03:23:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741856_1032 (size=5156) 2024-11-14T03:23:05,290 INFO [M:0;b152692f18ba:36511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c5dc72f63df42fe846efc83ee91bf99 2024-11-14T03:23:05,294 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/517a5d0ffd714e149e78de86ecebfd9a as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/517a5d0ffd714e149e78de86ecebfd9a 2024-11-14T03:23:05,297 INFO [M:0;b152692f18ba:36511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/517a5d0ffd714e149e78de86ecebfd9a, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T03:23:05,298 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7058add756934c23b7fb52f883fa9d69 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7058add756934c23b7fb52f883fa9d69 2024-11-14T03:23:05,301 INFO [M:0;b152692f18ba:36511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7058add756934c23b7fb52f883fa9d69, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T03:23:05,302 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c5dc72f63df42fe846efc83ee91bf99 as hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c5dc72f63df42fe846efc83ee91bf99 2024-11-14T03:23:05,305 INFO [M:0;b152692f18ba:36511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46105/user/jenkins/test-data/b4336bfe-1ecc-7082-5fb2-b5e50675e3d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c5dc72f63df42fe846efc83ee91bf99, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T03:23:05,306 INFO [M:0;b152692f18ba:36511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=112, compaction requested=false 2024-11-14T03:23:05,307 INFO [M:0;b152692f18ba:36511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:23:05,307 DEBUG [M:0;b152692f18ba:36511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731554584010Disabling compacts and flushes for region at 1731554584010Disabling writes for close at 1731554584010Obtaining lock to block concurrent updates at 1731554584010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731554584010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731554584010Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731554584011 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731554584011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731554584023 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731554584023Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731554584442 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731554584459 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731554584459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731554584866 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731554584882 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731554584882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38109360: reopening flushed file at 1731554585293 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2759f9df: reopening flushed file at 1731554585297 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c0f026: reopening flushed file at 1731554585301 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=112, compaction requested=false at 1731554585306 (+5 ms)Writing region close event to WAL at 1731554585307 (+1 ms)Closed at 1731554585307 2024-11-14T03:23:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741830_1006 (size=69055) 2024-11-14T03:23:05,309 INFO [M:0;b152692f18ba:36511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:23:05,309 INFO [M:0;b152692f18ba:36511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36511 2024-11-14T03:23:05,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:23:05,309 INFO [M:0;b152692f18ba:36511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:23:05,428 INFO [M:0;b152692f18ba:36511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:23:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36511-0x101375dbaa20000, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:23:05,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@643d0ba5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:23:05,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ea7902e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:23:05,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:23:05,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@184d626c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:23:05,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6693241a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.log.dir/,STOPPED} 2024-11-14T03:23:05,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:23:05,438 WARN [BP-871635968-172.17.0.3-1731554557713 heartbeating to localhost/127.0.0.1:46105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:23:05,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:23:05,438 WARN [BP-871635968-172.17.0.3-1731554557713 heartbeating to localhost/127.0.0.1:46105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871635968-172.17.0.3-1731554557713 (Datanode Uuid 0866baa3-9b65-4c33-bcbd-a97eae365351) service to localhost/127.0.0.1:46105 2024-11-14T03:23:05,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e/data/data1/current/BP-871635968-172.17.0.3-1731554557713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:23:05,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/cluster_2c634447-d079-e9a3-2677-2c393d265a5e/data/data2/current/BP-871635968-172.17.0.3-1731554557713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:23:05,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:23:05,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28040d27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:23:05,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@410def9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:23:05,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:23:05,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3504153d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:23:05,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2042af9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19e06a7d-0ed4-d23b-ced8-4def2e2f3e09/hadoop.log.dir/,STOPPED} 2024-11-14T03:23:05,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:23:05,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:23:05,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 525) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46703 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46703 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46105 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42695 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46105 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46105 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42695 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=984 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4832 (was 5010) 2024-11-14T03:23:05,475 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-14T03:23:05,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101375dbaa20008, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:23:05,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101375dbaa20005, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:23:05,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101375dbaa20008, quorum=127.0.0.1:53820, baseZNode=/21955983816 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:23:05,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101375dbaa20005, quorum=127.0.0.1:53820, baseZNode=/1-902718977 Received Disconnected from ZooKeeper, ignoring 2024-11-14T03:23:05,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101375dbaa20002, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T03:23:05,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101375dbaa20002, quorum=127.0.0.1:53820, baseZNode=/0-665651442 Received Disconnected from ZooKeeper, ignoring